diff --git a/params/opt/7/fixed/woq/init/lm_head/scale.pt b/params/opt/7/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503175762afac6e5a595317d92a7393ab076d95a
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b61fc87cf3ad29b5cd4faab411c0e916808c37701c1c180194dd043cde9ef6
+size 202194
diff --git a/params/opt/7/fixed/woq/init/lm_head/zp.pt b/params/opt/7/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6cc1217a361fd6e63db87e1bffaa495d8d00c1
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8434d6d19ddd7f34a75f621857396005bb41df7c6d97454491e47048c19d47
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8016992607d8d013fa170f31056192bf15ef219d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08f6fab80908c8a88b1b5a524270d36eece00e56c91a4884007ea17ec70f0ef
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f42a6605d787cb3ba044e6d22e626e95e8e9745
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8d10781c73e9622f9b58fc976fddd898e209b0f6ad1a662ad8b5ba7a4da822
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d067edb94b73bf5e81b5c313008415f06cfca9
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786889cc3a15474f513be509717a05573a19a8243b0003d4663f7ced593dcf7b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0b5f288e40756b065391656f90c2e19e5598c3
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690610f394d1689e5605d7306619962710b5cc12151d0a70cedd23a1b74a650d
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba6a3bd84b952b32d1accd217e678670c10ee70
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e10fb02d2bfa16cf9b646e0047e0c6de00901ba4c72b27af496da687721c1a4
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad42dc20cd8b15198d05b4337302b6efbe5789f
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2407ab06400c64137cec0bfb178b1e2572bcaf0fc65d1cc38e4d829f6f0a1655
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f184d7fcf6e55b5f715f4ba99bddd6d0a81e4d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437d3daa9311333677208033c4f0e1e18c992e610de1b61aadee7ddf77786811
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c572fc401b53d54df5424e39d811dcbde9f773
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc790fc67893545c0e1e1185b383841eba94e48c416c4242a669422267a0ba7
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cf80bcf28ea164d95f9747d398587c9b7b8b47
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903e6e9c15b17c4f5f9ad2edeabdcaab33092ef5cc478d7e7c3163915aaa7853
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e362d0f048eb13db7e9b8d5d1aa1d5eb41f22525
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c813a1f22ee2dd09da1d6a389bc415da132dd81d7a2a0a37758fef54f523e7c
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093e6a72fec9bdae6f996aed0900c252055d73af
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b009b928ec0b5aec15e328eff5651b112bbe05fe02c96de1aef7dc4352e5bc0
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6884d60b3894736576cb089722ce003352dd7188
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2747fb4544dec7d139bf9708b11bfb191031aca85a3c0153669642da589e23
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd473101f6539cbc4eb07d5c54d64f26913b1867
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28fde58e38cd9dc9b9d9f67c556d044173bc87201d76e6fc98a1e2eeaf743c5
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4458bcfc3f3490908cd7fab7957aa3d7949fb1
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88bb6a314a0a83852fcba838aa4e1d253102fad76fa46e87042b8a227f51cf2
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20d1443b012e54082cb65638a0b325a13734fb2
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2e75a82f9e3cefc5fe69e05dc0bdefe83a5e6ae2a8742a69dd308d3f650afb
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b98b5f9def299fe16dc0c382a83d9e565cd10d1
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4504c86f57c688bd405d5694fa0ea519bbd246e034c1a424da562a4380567b2
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6ccf0dbf8b5423a531e7baa9f7c5f4f7a02dba
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee49a238684c713fb7a43692f1a1f68d4004043e9c27cd93e2bdd6833925290
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4788213db9b5c5b672d1184780e373fdce4b4843
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e6a913f45dc9b20cacf7535e0c362e478b8b38909d343b20c120b62fbd0792
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ae1462376caccfc94a2cd9d6697ddb12f25dd0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e57a02846982b3046bcb3b1b399968533cac0826b1edb58d486e1d653e9897b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e95709725eccf4fc29436542494f4615aadf977
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9371ea8834c5a32a8b3f5081445627ae8a129f3752dd19b59fee09d71ad03248
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf26fa9762408e04ff86a4164ab92869ea41094
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0621c467589ee8034b15dc426f812962374786bd13fd05464e8e91e7b31802a
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eef7bde2b059a96cd6ec536c3c488c88332c2d8
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115f04351c777d0e1b68fdaa333662c35d6ff1a984bb75a097273c2042d833e6
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd021502f77d7cd3ce8ea9bd44a4f17b21ed9c65
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d863927f3afaf9cf35c85c9a9da9d9833b7b678f13052935f3310350cb3d4b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc37cdd9f4b81131cd9de3d18dec1e9260c36649
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1da677e5c907db4d5a09538fe8ce00e497dee8031170cf1718a1d752a8789d
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35189e76ddbc86ce068c2cb876fa35eeaac7be50
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc6cf48d6edeea7e1b6c964bc517e628b8a847969b537836fcd23753b9c917f
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7ff130d9ef2bb49d34a30305046b9436eb1af6
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e13d84c59d2b1995d167fa929e29e28e6a3465db34c085d0c821ad849fb04f3
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ccb98c8dfa3762d3148d11e9a4ec2fc586f7ad
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f9d1dd3922183ae8ecb78480a04f3d059ed7a55119b292bb57ff6c81d6e21c
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3570299a0955c9fb0c6e22d16b74dc276260ae72
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987d83730dcc083c6a0a6d6f33a8eed20fe94b2872e30a3822bbb39f4e805df1
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f821375b24dda8a522c2284e6c3b088ac81a0d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa438e3691127461efc3bbf971fa2dab6462db992f6e8642eab8b8a99e287be5
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acfb9286a92674a7431338f3337e809ab0086fe5
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc7f1b2b6fdb3a3b97162a1bab1fc28f42b74fb2c4b519d4c0df29904306e8a
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9937aae8c2ab23d3ad97391795b315be7738cb
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb477d12d1f885dc7b8cc9229d8892d357da7b490f29c0394a182bc4230a3d5
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed72dd5ce8205e6a37a35d54c7d883159eb89c4
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8a71eee0cccac93a2a471df509b0f42a74a281d8eec7f35675c5dd7626946b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e701a7c9a827812e39ea9d9c0d8106123886d081
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfbe060995e5408475b69bc7c9cd702fec403b40a11e50a728b8b809fa7231d
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cb81ef00abdb57e7009777b6f83af5f541dcc5
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a954edba54552bb6221eb21ca98ff921620b62d5fe2b096d8ab16ca1a88bbc6
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b216995646b25d3702f23d7a63b9ad2c13513fc9
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53a777dc108b2449e9395f23941c1944286b3c60f918beb43ce56f249d24aea
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4ee9d801e77e02ed69d9845961747eabb057cd
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ad83727e71f5c845d5af6cbc4387eb7af2d5d3057fa8f8b182eab4eb4d1767
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481bd9caef9abac65d1affa0537f5cda9d520be0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5f92ca173daadcfb239cdb34f21b0ec6bbdc3a24513513d41c7932302abc30
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1686e17ba4c0f0dbacba3eb7b40c3923681211f
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272b628186f586ebe17e157c655aa4f4e7636925c724d8b3076774106cd96eed
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c94a2c17305361ff8b627e1579c9e952a899a2
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d44ca74c58a6fc0a4d46873487c323e787d43efc22fea65a0bf8330b2f0a77
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3ad3efd479920a5a69f9b7957c53216921fb48
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753703ff5498fd445ab4cb25c7367dd0769e3fdd8e6c31d8c8273fdc15c23a48
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3858ec43060f47d62021fa6c0bd031ac155b588
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dff0f84a8f620abfbcdb798de601c058dd628dd3d4913abc9576e4c09b690d
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d799db5cebfac02f52c0c7f7fe1e72065895aa
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e5417f153c1a71e2764915927beb7eaf3edb9521fb420d9b9fba6bbfa8436e
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53af4fbfa598d7313dbfddee431520e894d0fee
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e497194768c316214c31c0730ad5e6bebc363cba3731940e69d261ffb6bc955
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3448293debc494a6e8d42fe8015d50262155b633
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028da152c02b8818eac071e3a1969dd79fca64f73315cd3d5ccbc5b6df17e745
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1427031f74510d33a1f79e782849a2f339ff902c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bb3decea3954f286087b97e36798bc9f6d453823ecc0ea10e7d2a12d131475
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e8d6a20cc3438e1e74f6334740582a2b3606a7
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247881c75b89f45066f9849d8970d5abd2f393fb8dd34bc584e6e81df2ece25d
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796135d411bc30727a58243be032b4f881ba26c4
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a45d7ccfd1d98514249cc70759a15897dafc5fabb16a5e056d4d67434ff17f2
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08425a1937fa806ebeda6c48be4960b97ecacdf
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354ea28c9021e5b72a9f25dcd13538484e033b6ef4e41df0873a762a9802be6b
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948082a2e2a3ae95c7883cebfceb176ba8125ab6
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb9e3d06f98297c52f0b370d700570c2f8ded239d2b45863dea41e5febbcb98
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f979037a1cc78e91c66a7c39067972dc972a08
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1352f1538078768803e739ce3bc876aa337a9a1e67f3c3195d8ebaa53f23a791
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c61a723099965b81d929496c4fb52ac0670f68
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ea1aa7a027a75687c9da40643dd81ef6fde5ff2f397ca858fa0681e49d03b6
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64235ff65dcb9958a3ac11e352eb5635134816b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6854897b4e2e3b337ebc0e39f3c814a8f5b05c85238116fb245193857d30f9c8
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800485c4ba2266c4d547b21be6b174e0e3444319
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295e0063930145b4c169c566d07a9a5edb601f7927da57e4b7a98b33a3a19297
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20253896038d7086fb93353be67f7162cff41a1
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a757c9a137bec43bea5f9225975c14ac0a4147c5cf4bbf89464ed976167aa856
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6e9de32a553669703a27a97f51412d843ba9c6
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abdc6b634b7756dd0bad0b237c13eab53e6f9289fb9fab05063ddda9ce70fb1
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a0714c393556000960e708ff78fbed26f4181d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b247f9e9b00ef68ceecd69964ea93b6df9b7b6be737f80f080743b08b1b80fc
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fee482ca0df8148b9ffe4fc5dbfb281fa97f3e
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ac982134b790df91a2432f483778af05c531a6358db691de4a382a30f30d17
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a54dedf7f8d02ff4993b480337d8094956499a
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcc9d638f37375268c6dcf25cf2ddd25f71b08cee87d948ecef72b69e571795
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82f8a7ce4d656e6497ad7db86a40797b36d7053
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6960e5f250f98f73947bb44be95cdb1ab4266ea37c1b3a42c2c8c895a033506
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b6bc9a1963c00c0aa64812a96c4ed443de11dc
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1011d4e0aeb57e41154887872a77a5cddfc0c758d49260c75054dfba895a24e
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0dceb07ee106463cffc4dce7ad6819ef941597c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c3ae469452e72f0b74a78d9ea24bbbfb23b0acc0c0b30f7280deb56a85a6b4
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a25e1322fd822fa91b35e4898632541d3a551a5
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa238b04e5869d12e3511bf28ee9b16bb56a9bb7b83eca988aa7499558c9414
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab76af84b5280c69e8adf1fee68eb4caf45053c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd740991c4117027e1f1be73e76d488b55a40cd3a2474c5815382f581f5c67c
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bf6d0a26c7f1a4dcd836842077bd39559761c3
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95b2a82be65f0001cc4d9e0ebc366453c81528e490c4aa117599e36f02e4675
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc4ec48fd8899509ead8d4ae5895d0db82ca13c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff891da4c8232974bca436ffae9d0ec6d93518a873049d71b581adaa67d32e77
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984d923c830025b8fabe25f294be66de03d2475e
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2a0c0f21c4f9ee0b255f2ba4a5111bb6a02cc1839b39b27ef4b6f73103ed6b
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53d0823f591a179b32ba5a5984d3bde69cf3430
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98d385989e72845b7577df99bd89a5e66023af0d0ea7a1c11efca66aae8f813
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ea82633c9c33a1d788bc88710f1f1ff2b79d04
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f67c774cff1410b1dd688fc03c9453d0642c6336928e55cbf31f8ff051a0c0
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a981f196c68c24d652f2eb888d39a01e6027c5c3
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db834b713446126cdcdd8cf94827da479ebb948062065655b62142ed863d52d
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7607738c7715a836f34cb3eb47e5be74c00390b3
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe10a953c0a3d5d44ebfaec07aa641280de52b50d16b3bcecff0d58488e19bc
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2c212a2a792b09125d03400d869f7cc5707c6b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1872ba1fa0acae15049d28bd8868d754a67f872fcef0f72d6c7039213193d9
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3becb0b9b7be9add14ee699625394d0eccbbc88d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2f82bb2fc4b73a7e968ad8997235b9ab67e6714dce346ea82a2c5abf441887
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e61c332c9a57b146a94a727e754022e3547a1b0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b230dccc682d1ed6cc24a388ff0e08b3b9bb06cae90807f59b4c37db9b1b903
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c1d0b3c5810ea344ad89dca850793658412c7c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7197c4b463fca14f68dbeed41c3a9a0d98870e31299b03081d55e5044a849b53
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f426b61a967c0d7e1de25dfae85ba8657d3844c0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a40612d8c98df08862608cf854b70667d1400b3c308b0329247415b6a7e8c7
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75494e66d595e83e1baee9c6e8dc082b81f97329
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587383dce93aa6c9a95bf9da5130c307bea0240562e6d446bf2ad932c9564bfd
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4263df83826e059c3c552213d709533795b6e7
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbbe1baa5ad4eef4272563a29142630b3f691d5518ceb37a802ef142bb2509a
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4ab4e7532eef4cdd1486cf2da51e1e04f31960
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9b3f47f1e206b52c690bd630731ce398148fc8b0e287d87bf4a46ecf8d718d
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761ce1bbf686fb9ea4c005b8cc9421999c63b514
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc5aee95eaac76de9c5c5ed9b266c2082ead4c3a32b59b7f888d32dc82d9518
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b4731291f8d131cac4b5bd44d18786b9eac8ec
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a889adb20df119b4230ff1225ec902e2f34b970507ccba49cec762dbb5e8d7
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f42fb61e875dd9cf74f52db544e630d2db1a99
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657a00ea51de72b08b6203316680da4332b2a66e43ee7c02b9c2de02e9300d45
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9afc53dc8c9a5313231e1f193aee11620e36c62
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a09e70ae288af6087566995b9f5ab8ac7fa6c012209ec77ca5ef35b4c6dfea
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b49ab7d4d56cc2c41e07721d99a7dc0d695ccb
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e7caea57ce2f9185e6213c8f414673a1e35359f677ac94c4fc627425eadb82
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b2898ffb145dc5aa136cf9f1e55a8bd71cf6fc
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092a42fbb569c4f713a88f50616e6a8f9b57dc74bd858d2ccf7ea45a71ab701c
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16ce514f975c9e519b123458ae956cf5e6d818a
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c486611e80325d100814e346d7794e2e0b34c9bdd460db2cc008541fc1043fe4
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7513f8eb4f9659285f1be0ce4cf63ef075d97dd0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0290b2853e4618e79b0743305bbf12ad7887451cdc47163b928ac7c5a2d6debf
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a534c5c715a96d81b15713917197ae6c1a9c0a67
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db892b25dcafbd88ad914ffdda357038bab5cf96ac36d1d33f498cdd014e8136
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64032a9079092e46880dc55db30324c118a01db0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e1052b6d39523a0e95e17d54773ee689fd3f5fe3c7a500bc80656115e1d4ef
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb29acac8fa8f8d109e6a0bcb49f5c1c62a06a4
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75af43c3b92f5ca55c708cbdf66201a7b700502d19ec45ecaa4eb664f1e94461
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdf1792fee22341eaad8f6282bc096005afd74c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4faddcab9e01c94a7ecb9d7a408498fd15feb5f93956f3810c7abbba4a22446d
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cb1d48541c929add917e2895f7420740eba582
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4b7b2226a8a20366e3c5a0ee88ab3ca9f179767ad7d6f9a30077fbae528b86
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d17cbed9825928931c6e92295077eb17da6cdae
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6cabe5e781c8446ec55719cc921a77d140818e517257b5f93351ca679e8e30
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf3b271579120d4726c8bccd5c44cf00a7fdc36
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72a3e1c76a16996b5650818d6035bfc48f5a58a142998a62659f42f4e71ea2b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da0c0e6ff7a61d6ac22126f95c14ee553fade1a
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26766fa681d7636c1047e21b229383968ab046d6f4c16d9c25d16064a72ce350
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af639b96f6d4d90fc709fb529b36bff8aaca885
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f1c7ecef1b064c7a30c357818edfbe4b54050ef0f8aa488496775a9ea23e44
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d3f322c2a28ac3eac4d4c72be59427da91d258
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be725209239452a747077cbe0e93a5621442478955d1b587c0d7ac29e7505ec
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61be6aa216c2c358f13503761c75cbbbb8173438
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee9f75550c929a7f6a7d9ddfbed87595abcce073de7edb06e17eedfeadb588e
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f83a046bddcc11f72e1f07a005088ca07a7c30e
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d821a2ee2fe30b13cfbeb2727c12ee997abc4cef21c1d946ca7064097e8b59de
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddccd7caadebfff6ce9f356310c7805a222189a
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407c0b2acc1175b114a2e2def7bf99d9b704cc9ae4cfa52bcbcacaf8e12150bd
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eccb308699fd882b5e1fa4586554f6c806e7a3dd
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a920e7410ebf1721948b9140a4a4360828dc8e69e8058e2f4fcdd20aa316e7e6
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6b196652077eea846b405d5265203a40ca9f26
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff8854215c9149cebf6e27b985c37bf079c49c1ed8fa52248383a77ec7fc6f9
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfb40bb847e2e5e8ba756c6e392b874909b5bc0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc14f7b397503bcbeb519d3cf11f891c75956e3c71987c74f6fa09ac045a14f0
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46d8a1aa0a12843a1d3b650ef9364d444f212a0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6491e5e63bd60ceffd060005257cf8ef0cefe73131b77de10b85966834bef57e
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8db3a7d3aa98b1a8090c1f7693fc30cf4ec1eb
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede80a6311312858ec0498d88bf2741a5faa875125287aa9b0ea166f7b185965
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef7e7584bc780d2a87c800b45c3a9bd4b1239ea
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488b54af6513a91da51da089836446d89885dc4bcc93280bcae27f2d5ff74d69
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de39b9d46bc7dbccc7241e0599db100f40244b69
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26484795c19053b7deb867e6f8dfb08913214fafc7e1d1d960ceef866bdf0039
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effbece2e2cd99c42610563f2802320c51892da1
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b127661f0d4af3470aaa6009e65af87248b1f39d69bd3ab9ac70d8ddaf154653
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7cf8655044147f4a72c6bb28a660cf120c603a7
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1b4e86d63228c5e536b2c06b017980e421411ebdf7ce606624c30c594d4689
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc47188ec0f465f78818d405f04bb12416b304b8
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6d1cd5bc9b9ddd44edcc25b36c8d027da96858acb76b39ef1e087ac292091a
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97da0518615005083499749f4116b073ff5458ad
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45900fc60dc6cdd8ec5fea4f4fc09ce5c80e986edaf30955643d7616ea8d23bb
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2f70d565f4d97fc78b6edbb4dd6277d0904fca
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bddd00d6ec537df6cbc58cbfd80d3a010ed8cefe224fb4235e7943da095f2e
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2c37e20136f06dae94b58e2c94375b28f44424
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2093483c1e7409e15b8af8327008accedbcb811c2f9b9ba2107435ed70ea4f38
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db49480ff4e8c9883ed3061eb681fdaa02c619bf
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d000a428e226b57565c71ceb37b9048c7702fd86a0bcc56d3eec649c8597d9
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f275cc08fcf34d9d1c2cdbe31a702a6e16df14ba
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2f68d24a0bbce4769421ab8a41d80aceb74a7be16854a7412f8d1b7ca975ab
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec41526485cd4a1e55d56b394d176adb4b8d1bc8
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929d0b153d961bfb73200d46bb277f95f67361aee64686058b828827a741c096
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b86220d7bd3044f4dc7b1065a8a3f37f5b567c8
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c05bdc6c6ac0236cd7ff4133339b2a9e63170150fe2c190d080a1efe4ac725
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248ebf63634f4afe0e68969f7d66765797b9be03
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9ce5a3a73a1716348b20273d29ffeae67a96472b642712eaac76a63e93a781
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc790b401059477d10e40f514e9d4e1e028095b2
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca517db7291cc590e2a5416696687be2345e115ad3eb0b70bfdc8ef849bed18e
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a786885649470a46c27043f1dd1b49a1a360150
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42148f9f9ee004914ec5d90e58c03a0beb38811ce888dde8f5ab9ca00442707e
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d66db47f7243bf00413f4a0dfab2cd5e20f443
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd66ca7f62ec61e8d7cbcb9a3f5401e5e4ccd45af20a22ac8f7d67a5af05df2
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9681190a0d40f61d691281d70a17ccf363eac082
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40b9dfc6ce6eda8859e4f7ec56c097f1ec84d9dfe25fc41877de232aed03ba1
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1fc2a775a508fd1ce3c8666a2b76ba0642b53e
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f58e6c958bb8c576be12856f7c2dd79ae7ed68bb74657b6d5fe1f383c219f2a
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f27e02bc69ee16978c7b255873f53cc243ccf7c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cbc572bf322fb1b75ee16a833c034be4414b6e6c2c4679bbc23c0115154995
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96d783848b8b079e94f104df127823aa34bf619
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43235e88bf796f22e6aa58090a2a199edf1991c991324c70a6f42d67e6d5037b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d6332d4a7bdd8265defca5815aeb26b612af8c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550988641a4e5365c7c949616ab0ed6a209e7ae71a7e9cb4bf17d8f5c0129b74
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e11c93eeced0fae554395ccee3daa58d786371
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5094a3cee6fb338d7cab96cacc5c82ab5b7645d3adfb89750e92f89a85f8b4c9
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04fc37656683d1815741e6a6d0cab6f542705da8
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c213cc26863e348af78bbaaf9ab0e385e08117f5045f47d96240f08665dae395
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b252446162128a4447ae9ef468d4a148ddcac46d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912bec77b1ea4039856f5c497b9830b1431e625110b80be4b1c5da0574927ffb
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be7ec1f1e91bcf85306efe6a9a9fe7beea97149
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c485fc8feabaf82f65cf1b439da43ab00e26213c6f310c0acd22017c961ecfcf
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476c4760358deaa8f4a254a587c653cfdc3ed259
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe09f1bb8b38e7a3617f9de06e0f7b81f3f4cd264c9922ad1aceb5ec98707581
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a0884e23e9fde4e2bf9646523e54f2ccfb046c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736a5f11bbd7d77660d15129ddbec0f578aa6cc9303763842f6dab42a1bcd0fd
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7b032c15b62a98cad848246c3bb3f86ecee4a7
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d613b3345f8a416aedbb885f2c71d368e36f363a1b49dc265bd94070a66ebd9
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62ba5b833c1daf0acc221a79b9ef648600c7288
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fa6e5d9002486cc61084b34162068d59946a491375d475363e79e126e4e32b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b3797dbee5e4feff5769fb2dd79d6ad616d57b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5900743d0e0618d425bb0b30cae1c8fd52624cdfb21fb43367daad07537887ba
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880a370846dbe93abce9e4db59833a56b6c75891
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50a71bc81bb7c5416abe52279ae2acaa6cacc6fe6f7e9cb5082451fb5996d14
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c6d77ffb97627ce7fd40061efe9f415048d3e4
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43ddc0e550e37b9a67e9c6fbb695c229d8b75207e736b5bb1753bf1355b401f
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18a63e6b6abf9a986d5dde3799c29f9e3cb8a92
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055c248e3df81b768d2e9ba6989cbd5351c704f349607dfc27576e40a2190a6d
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d290ef02057979d5e981d18ee10655f3eb50b44
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9799ebfa5e3e14f9f5869710f2887deace9ff09ab49ec320541b521b1008866f
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7063b8e1552bb493391ca480445bbc85ecd0939d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da63bd5a20d1e5847fd1597b5d3e10f15794e6904cc5d6b10264d866c10fee58
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350a560494e09cfd527f69e6d0d73806e095bc01
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918ca3d86c15034fb1fe7fff770243e6b3dd5fdc8f060bdebaafe90d27a50bcd
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6fb4df8360763d064a1ae7a51efea6772b81d3
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6451b9bdaf998adcf2812ed6c993d9595dde6dd02edb4633ad3c4f199c54422
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954b16fb37f05d2b06088c2c499100424706a024
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfacfe5c877a4f1f797cac65598876a69ab8519216c2bd4e79bcf464b31d6662
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4967c3227001a9121eac5f54b9b8bd3a81d4b1
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab78299d07b6bb5c6348ec1549b774751f0bf1781f0c187460a0f6cae3a6e796
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.project_in/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.project_in/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd67c23c13ed715f6d5dc58f74ad51018e769fe9
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.project_in/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6b7834f9177173592ae1986811f53418268e2655fe21bca4a815a317983911
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.project_in/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.project_in/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.project_in/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.project_out/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.project_out/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a580a643cb40d06c27ecf7d0042c14ed2276f1b4
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.project_out/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62800352f7e8921411653a931fc279f818ebc1fe3c5e2a6dd3ef75ff6ec24fe8
+size 3154
diff --git a/params/opt/7/fixed/woq/init/model.decoder.project_out/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.project_out/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.project_out/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad90ca9934a0d38212f7bc4464e63cbe30235be
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05caa0a91cbb2e4ad79b66830360bdd44a0eec071bea42ad1f78034b59c17153
+size 202337
diff --git a/params/opt/7/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e4e465cd0b20fb42d87d4bc6ca14acb6decf1c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730261b4137147e785f923b744fd5488dd3067b7042cc1df587a999cfc998e6d
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118efb891735f579ca98f39219bfa4bd0945b3e8
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411f0b5e73dc2726902fa6f4e4630a5bf4bfb9b2cf00aa369848346e65aa709e
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c510d5928a37de921f1988252defc2f0afb2bc72
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217e652266a18ca73ebb19824c2df50c13dd018c0f8e1fbb2ccb1eedd1dbea7c
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8f01bcd01f532981f56e34fb1396e3f661f9f2
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47efecfcb76c709abe393b287fa521d8c4751144e98926d08a5692705131bd9
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0920d2c3fd9e1eee220c9305f6abde63a6ab66
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11effbc049497d15ccaf451fb62f72ac7b20f67019b682aa39e8498e720bb5e1
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea3bb4ca5ef4696ff106b6993d65d0e8eba921d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f71e114ca104f05e27d118590f37a28a64979065104cc60198412fc57396ad
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3eb134b52e440cb52938d7645b37da7addfb84
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75a99e06b283939e8c203a311b263fb425d936bd95bf97a1a7dd9e54daf3db4
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbef91fddbeece5c19bb5726a404965613eaf709
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc9abf171d38b1773466041e98d4e89e4b321195664b6e718280c0f9e429dce
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca68f05dfeda0ce316d207ebaa934ec0dfd84ff
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056083e0538163e4e575df42c61d12d2360f8ca433c953e5e21ef636545fd21c
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b32d3c6c83f940add952c010c9f898a8bd2b65c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1708bbb8e3ca20fd27e4c8c11903ab70d5053d004daa2d09cfba2917df8cdf8
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3e137dbb87954cbe383c5344963b974e67561a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0007e71042dd9ec2e9a20ab30d3267167c06e642dcdc1854b9be2ebb7cc22e
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ef12453faa692c127e6136c3e26ccff11da64d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603dc16cad014d6e9c67ef367144c2821dc7e73ebaf610564e9f7735760bcc07
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1021a0200cbc218670bfdc36fb7086629fdd048
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded302150243a7f16392aa3c5a5fe3b000ee2fe476bbfe5cb57842b5ceafcb9d
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4412fd51baf2ba0a3c1e0ed3f030e3a0d1ec1c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87f2110bf61175510255c83aae974baead7c238059a9c9884396cfade6d657a
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43e352d6b2be79d201f6052741ce23eb7a019ba
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626f81f0f0ce84b88b342f4e4bac378608597e0f4ba8ac1fefb7bcdbf556fe73
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50f02fc8e7089960abbcc35db6391460b641397
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda23cb7f70159db30a546f6d0af589b32e40dfe62ac9fdf5bc0cfcba4f16b77
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347411ae866695ac0e604d5886df6a5958540303
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7377d51c1d5f721549ca98da650a8c0629cd7a53eab8b31ea82e351bb8b77bb
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566786b74e8c22c1d240d74604876c14ea76c231
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00802b9ed184134814d028c1097fe91384d63ae2cbab21bafe91538e3fdc72f2
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b9fe657e41c8ab5f9d984fc36209d2b637b485
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d67a276bf1e2ceb265d1e85693477f588a2f0ed123f1cf04b9e0b638a9318e
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109a5d0f779ef7c781d193fc7f8020c813984539
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9825ec306143494279eb466bd801c62885dc237ce5af82cb3af9776a12cc8b0
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcc3d6a7f60d0404e1d0f6a91e08570c50e568c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbbe5de66a5c58ee05ef699b3fa37810b4e65da924539d23c6f8217e9cb8635
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0572a059a529b36e06b94e30d3ac8553b3d1e7a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e093bf83d450c2a59f36791eb0b9958652638c430a3218be280735123eb8b56
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fb35427ba392abc6e4f25d09c999d9f547db2a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd46229ad8a0370ff8538f0e0f65165d2ff500003e234a05b1e9fe7e3c87726
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db42c9ba6b1d07dc14e2f4f82174c4511ab7d9f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd84fa19aa8f8fcaef6a80cd2a108b65893f322a426e3f9f37c349c63f530ee8
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3bd58adcd5e82868a0dc21feb5a7d32149df46
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a6313eed64282f3c01129c1a0a303de9888be2845b016eb026589994823c6b
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91dfb378101fdbd73460ff72a1140ff568c27d1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de22649b56bb27b9a14dbd4448ff47c20f76463e573329c6e8621d6d8431d1c
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9cf58b203d57bdf2f67dac5bcc8c5a7633a087
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987956d62e7616c8cd7a3948fb05dbb1ba4c5c662a3c50d60e88bdf9e6b0285f
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181d19ccce77c36e1d10b25d994a046df0263de1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fd0a3f7c0a1d0fcce7d94dc18f92ffc69d589c8d4ce344be92702417996b06
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2fbd6136a50841bfba7519debf5c3770f38adf
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10639eb7e9c264089e11d2b83127c771edd50f119be184a9b8b9162a13c03050
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4148f58cb3a6dd29abb7e6f8a2804e62e2fb5f77
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e96fabf6179d7ff849b9b726dfcb5871b4d48dc2d961c8cacca7b65f7e1163
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f378cf5ce46e6d97a1059c654d3ce731ac5de87b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848911cc32578b055e838d7aecb0984a830a2bf31e77ccc07b2c68d107320e06
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af2c67621630cc3232c7fc76169e838f248663f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8934d0816c88ecbf8299633c620e4163ed4ecfa3f5922998f777ae8ac068212
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbec47fa4a5dea15711904b6c8e70d07193ce31f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd80c075a7c7d7ba6b6b26bd85acafca0ece6dfc589aaeb98618e962852fbcd
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e82fbfd8b18a7bf5fcbd35adb2ae74fea450f5
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ce4071432faca74566ffad63bd84faa41696fcf0f238e3145f50c008ccac14
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff5ae99b7acc8566f31157f8359878f1e5d2ad8
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe609bce234393b200275fdc04ae81f983e28ace868d4fa19adb8ef3b1e96706
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23008daeeb6feb51d84667cc6003de8c1d0d0c7b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254c1867add1b4fbcb5707d01f44ff8655d396590328837712525a865d170086
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f703d8eee2df1b1027389e4c185f26180f04757
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3af7bdbed4ad4303f7d411c548e87c0a542c5ecc834db9f033a30a2680d2d6
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897d9f1a887737fa42bb16371c925f7425bf4121
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed5b716bf511c2ae7975e78818a64bbc92ad1bf5b5e72890fe56eb7480ec26a
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026ccec668a387a140d0e14177120edd373a4ad8
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee7463fbb0627927613e9906177ececf528bc012fee10c21d92500d320a8e00
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2adda10d54a851d2c95fca31f0109b79c2a12b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b72df22ed051da88439496d1936d90b25e290b23119c4dbaf130c321101392
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da277e689baa3d73a308e3542e1a5ff809990e2
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2b6c0c9472d27c201c6631723dc8855b2f2150a7f7946eea7c11da5d45ca52
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0888c288fd0c21514866774c400b43bf5a12207
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65753c87c9321f64b9871a0dd46b0654e20276998439660c465f44f1648284f5
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321ab1d2132378dd81a79c407c09a9aef6e186c0
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a9f4cd82be80f46a28c41b01b5d9ca772e4e2aa498c77f27b9cf371b9d8c3d
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e0b7d9c7ccb44829e99b44b7195cb6d28d5fba
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f14d2ea14976e3f735dcf7d48d105af2638c7f0e6e134f66cad877d39485f7d
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfcc4f7c1df1d31201c034fa723a3b376d49db5c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b79cbf855f17f6da48c0ae949f29d16a351e794079135245e2b735582c4745
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5163add614f23057b825231495cc81d299053e2f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad80b664c6b0f013ff48069d1e58fb62848737e73c99e2defbd94432350c09b
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858af3add3151bf8451e95978433d84143e964f6
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa82e2ab58ad150af9083babee24cf53e902813b2f186b60d0b629dcb439c523
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d50919aa1c113f5d95de63148c3f26d7d04c47
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612dbb56014b4e8b2bf3beeccae1fed67bd0223d4b48710a3bdf278733be3615
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33edaa712037c15d4f8c925372a7d4760f7289e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72b8f3639b78e5b8e882b1303caf8b910053048a88c3e5cd8067e56cb13a741
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02fd427ca6138ee1de9436fe5a07040cb84a41f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7376d7f33fa4d3d43d68400090c6abc51ce25f194d09f33ca72ed00d19a5b6f
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9344fe868b88a7c028e6775b8eacec2d1fbbb1b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe1546cf694c4f8b23061e0d243090ac8d49a078f97cf02e1db340d0945ac17
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439b1b04b51afc39fa3caa003762d8c29ee8beae
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb3d253b845d6bedac2354a86536a29906925130a5d8bcfef0ffaa144d9b329
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f53da7c02e2a727c291eda70b4be6f165edc2b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41602e65bea9896560b52d3df2bc02f66e8708ca29fe87d57ef92df4dcc865f2
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5659c275f63752d08f71009e901654a0aa4d80b4
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b62589f981c9b4acb6ad178a0d8b5dd895493aaf80f0aa7f80cf65ab5ecd7d
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1533fef8c35fe6e6cc7291a94344fb98b7aa6cb5
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c3986108ee85e2b4e7fd5fc94a21383400635472043293c72399bd6e49a574
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609e908b1928092210b7bcb043784a057354a4b9
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09680d65ca4f62abb5778398f32ad45a51fc8ddb69bf924ee26c83412d486f4f
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0564cbb77bf85beeb489eeebb1cb3f3009011231
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770e7f8a2fa0540dd2919c92953fcc423e8885398f59e440c3f295315891a543
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d20e8cbce634bc949f1e91ec0160f1ab87257c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614ca5830162434359c04371e209c30a51c46ebe2017d653e322db7e2bedaa26
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8478d14f67f6b9f149b470b57d4f6bb1091aff27
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe579e11a00da57a9bc9bffcc857d85599d58b0c46d493fde94f008ba557d287
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5422cfe118152eef2da0e107629b97bc2ec65ba
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9d9fc6bb34c71cff29f392ce7cfaa6245bf7e18833aadda850a03c2304fb8c
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd79a80d022a541c0c0ef95634b20bdfb01cca87
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d983017354c56eb6541244003e628039307f36553805b0ed8fbdde0dd6f148f
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24635e8b9c070bec592d3f278e2761576b0c101
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da1df5d68cbe644d63aa47f59a388553fde6a914ed89056d5fb841cc76e7fdc
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2cab04005301cca2efee5f2482fbfde5c232c26
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e70da81fc1b4edca4f96f67a3549bd5e6c2e6889d69f79df383c420f37c949
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c47b54a309a40969364ada1cc2b659639d0f2a3
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceaebb646ec5533801800f705b40842a825b869a31e2d8ff24595c2bda440753
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4006b6700ef073b048e82ac246c067472e523eb9
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9883875c26ea8d0ffc34d89e65aa06d1d6f43402e8e2187f14d99561432c5bd4
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982bcf11c3172c258b80ec4e76883b06205b78a0
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25dd9a9e332486b53af3cff5b4f93fea8f98f85d4dff38a746a8c6f16d6bb9c
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7e57601b2758606430ee1b76195b21836cadb8
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073e6698f9e2d3e5e735c4c9d91c9d635b572d0c93641c668d5f395e6d6e1074
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862c331b4cd18f7ca43715ec604f9580918bfc71
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fbf61751904b83825991e5e6053d839a781d830e4aa6b5114571596bb22e62
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f175ad81b24212b39b4d24ad6573a283b81c745a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67ec81c1593a0c4ac3cf88e44afc2223409e6b0999243cf85fa0719d3431596
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f84ba00a0657fa91c8af7c02895d1b192b11da7
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf74bd0d31f8ba2266adc18d86ad8bef8dbc886ccbd5d33c4d0554cfffe2ca9
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f768f8b33dde8ad3ab0e85dbc70e6863e7071eb
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a979876eb253443426fd909f16a9d81b9910e196fb435e12b5cf65ec9cf9f3
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0063e0d4125b28ad440f316aad6255b4513f5f4
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133cf25251adc98655048739c675e778e91d5411bcf9a38f0bd953ba1ef52c38
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54027693a50084e9124d30a9722c970bca19ed3
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0409823d9d51fda4aea0aa56d3bfb9e2540c5ae0d60603fb8d4a232ee33437ea
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4b2d93b8a21b5ebed2364a113963e76141b1a7
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5d003027690155e3bdc992721c751b696d0b9769c9867b1567a758b4dca5eb
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6580656427cb95ab0375c9b555d8b9d94f3b29a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b50a8130d759fba31b2f0d7225011d71e1edf89365224f0e3ce2e86470b9678
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77fc47957023446f5d07635148a624b1a635e96
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc1e2dd751c875a40a4618d68f9fde065717b842a92f30099aea8e5046607c7
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502d96786de0ffd14f24cbb25dfe3f83092fd1df
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fd803a1580763f48e1b6255e32f9f6f794b9fab0cba0078ca7de56b75a5d3b
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab2efa7f8d4529f133042a56ceb5e8f5dc1d47f1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff73fbf3760995ddeee78ea0483ce5ddee0c00f84075edc4b143f728a98e25f5
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e816fc3492b2effdd75938eb42907b50bb778f1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc8f2e020ea2fa24342c33f4bd5d8c56c64ad806c406b636300954e448d67e1
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b402c7327dabac819db25a7b27c4141cc256ef4d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd956fffefa35b2272560790f8437dbe9945bcd0b4a61eaa8810b1793e39e7b
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da38eb0534b50282c47c40889143a7e59d3ba500
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc56e879c97c38e68d0afd9eeaef5b831a690285a323dc0f5756436fbce34e1d
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39d448323e5e129232b5848113090e38f522ab0
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3334cbd2eaf08ddb07085eb5c8a8094f0e6e9f2f7d0601a2812ad3ed9e44b2c
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107a68958913d2bd0f693b94857e98353a54ccc2
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928376064b32f5fc26227f61d2a3148a8d974547df833693c49a029b04e88ac8
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28748974f831881d2223946499ffd0dfe2e2ada3
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d154bf10f7cbbe9fbce981333903430d5720e21aa5aa7574259aab0f22d1bb8e
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2774f8f4065fcfa8746c3d174ce3f40b4a5a2d8e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c375719fcc3889b80b0a7bc242113425fce1a960b7aface5b6f770c37c22b580
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd492c5010e2c10cef9c5513e2f1406af7609d0
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a895519171899da2e40709508db598db085c55517428f169ceb23866f1b906
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01cd82d7823c2ed840c214973b5ce8931cad37de
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca10f82fcdb505d839f443950453dcc0d5bb6c1d9abecf50d019094ad6709d7
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fadcdae95f8d8b7c1c1e2bad2c36a1b7d56e45
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0659db03f5c824c8e4c62773cbfd49257c7f4d28fbb6deae4b3857590eb5d2a2
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5371c1d0f6d052a9c15a7596e4077d826363a817
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a1a185a88aa550539086a8a6f8c2ef7cecd1a1799dfbf329b2c40e88f753e6
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06ee36e0c35aac66aab8c0e6a295441dc65d9f3
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cd4d10f35afdc2555df97a30f2201502aedb77effbcf98c601df130025b97c
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b13efbfde9d279177117197778b60472d6bae0
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77a85b5273fae715172193b4afb20ac9b13763f1e11ddc7a9818680427e4246
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e2968494b5bb003bfa880c34552a81bd38a11d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd580125f3d6ce20a10ff2df5325455d600ea89c4093485c05d52e289eee586
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88964c654f78b1aeb7d41c3d29b4d6da2a7a92c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639f75bfcfd310d3433e71b5f462cdcc559867d53e642e8015764b08202da83c
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef9c65c917894965c0c9ce7f170700b43dceaaf
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfaa9006b3c4682896e96b042e4884a192e72a5dc5fbfa207ad4cec3ac5260aa
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed982c163e4a97b4d4e72511a5c9dafa619aa52
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b1634cc3ccca4f5a1c1f3574048d3b9e4d05e53795323e288d594a716dd5e8
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2c330388ab0c663dbc8170a6cf98f9f5c030f1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff3a0cbc81b44304157bea2647ea3325b2dc86dba2373ee1c6433cdda287fe8
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ceec22434b0c4ac215e6f82addcc876592123d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c385704aa54c251326ad8fdaf73190661463351a25b4bd373901c4bc572dc7be
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced5f96b547846ca50d8f4153c56bc393bb6209c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee928d9d9176497a539d4264c0efbd9fe444c30116ac0bc8503a11cb080b6a2a
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d154cb2bf0351b947eba55c764a43660b935307
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b967e8727b4cd36175f2b5fa23e96e48031761c5d3067ffc3ffde569d31885a4
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eae85511e4958d364b1e278a4bfeacf5a8aec07
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740b211d984ac3c12accdf25cb01b612b83f08607ea91286894ad7005b27d422
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9204833e9f400580a1b80ae4ac26870a8861c360
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6912cc3cd8955fdf2d0e57f12d94431479b0024ce9e449e4668b05e95b0e7231
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac407dde930c5407bc85c34d48da0a5398b4b69e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842001caa7bb07dfabaae721e7b6173cdc9dd480473b96e8c1df2aad509d201e
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bb9d837ea0fdc4f8f727627535c917d4a334db
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c2336c43ef7ec7f6ae672c11a74ea8571fe6dc2f957297b51fb935312968ad
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19821fe4d00a2802bad292a01c3c7ef28b80401b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180f048657299539c608e73223f64fe10b0b14f75817c2742aa0c30778b85b65
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c47f17ec23f6faf2f8fe00564a1e4cb2c1a0a8
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914adac37a8ea6cac532bc7c245c41fb3428a618e7c96a1d4001f2f5e9af2dbc
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2eab86f55214b3681e47e5c3e518668f2bbe3c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d522972965bb1b43e0fbbab7a3bf0b9c1562256ba968f0437d50ca0f2fae4355
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454113801df2315034e48d26cb2123a37bc856db
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65816d6d09de862521d55a5c06811b0ad4124fa8ceb7c7870216c8ed9a69f03
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffd4194ddad389b0a31668b1a5d275296d33f2d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3c3a1add190277b4ac96b6c5d11f15adb835b8c8a689a239b729b155760504
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b921824bdf07758f137b6075ba1eec2254a540
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afd7fd5569366c4ebfb5fb094eb95918d61b926f600a67f507f0e714df14752
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae459c2fb4009095cd2766d68d9ed59d88388f5
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7007180afeeb13c000976b3feb69cd70e0b852f721bd831adfa42af345dd1c9
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e08890b877cdab3ff9b9023e22d332048877c9
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53aacebccf10a949a5ecf81a4f5373389501f9cf09a5e8056133491b36eb3ca
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4294a8a357c41c78c5655e5e13ba5b9cf90852ed
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a95812de79bfd285bc78516b27ea2faf4a79ff4c3a1ee896da4d799c54df01
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9589f07800c9dc1023eb959a08a5269ede32785
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96769141f9fb3ebaf1f609f88c01e57eb18718a810d66146c8f0f1010de6ff5a
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b8e39c3b064e92b1c0fb31f0c13e2f6b12153e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4042f7fc1fe35e08e356c7128db8e3bf69445f7b81f59348a86b4a6d71268573
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c605206c3073688e1c4d3143d3650454f77bbcb
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46a46c8ab1c3a975d6923762ee5f5b8e8b7bf353ccf6177aede3aa6f71da2da
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcff72a3e56c6f2fd23c5a70a65a9605525d67d8
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880e6ef16a365c4de2fb25ee0859f401d25d921cd28376b07a0a21e98d80bf3a
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49895eb39764e083715c62c5c1ed03e9ad287f65
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc81b803984ea73ab2480dcad51f3adf5ee3f68f9baf0086e1d04aa755cc422
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dff448bb5746002db25cd7c306b3f305d1837a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a34052a554cd8a00e3fc4e66cad24c1489e838e9c4352cc2416ef3d4b9f70da
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d04d970f328645fa2a3a1e5cb00106450041c55
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e07cd2e88fabe34accf6feb238b20f28a424d23f24ae9ccc0555a101efb43e
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11fea74d6a02c4384ad7a1c097f3f6a3122105c4
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbfea8e378174fa36be39b34824d0262e937f5e01417cc06b8f7a7dba577cbd
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4317ec61e6c37dad7015d5d596317dfe187fc2
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d91f674ec6d75bed119636bb3464015991e98758ab6d6597505cfde25fd9fe
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e575ff664227c0d5bcc667b247b16bdd420889c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03538dd1fe35182e1b32906f76a85c78f16b936c9922798b8deb6b0e98912137
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb8da61e69ac96f5e6447632402dbbc4441108c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3389afd48d361ef7f58487229fa3d2d1338f271287adf833b25e6753e171349
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c18fa981eb44f12de53fd6f0736683400b9e92
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46583eee11d639132d5a66e83df381730efb1acc1eb60801f545271e6768b02e
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc931fa664926978d9ea30957038de1d3d38a91
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788e822cea24b44d7af494a1f85ab6f552230bd69ae9c32d11b814e963995959
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523da23bfc97f6bdd85be480834d03b2d60c0b89
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab7f425e14753bc09ba2cf0b715e7f3494cb0d767cb71512e633a838a989d39
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e3fd691a6f8bd844aa66d341fc5baf6b1f6fc4
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fce6369ad098f4f33989854fe72bcfd8170d11edcb8bb6892b2db6ae478c591
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b27a3ccd35397c903c79146acb5c527f4ba2eb4
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4641cf8d055fc09a3c98f1dd68be9d8bfebdace01e6b07a59679958cc1d99933
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba4b24c8d82b06aad66d6da6f2777edd4ae27b7
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5962350bf1e1b535dc7fb4c9c6c4f02fd8853a4c97a31c18b6d26c8ec3c242
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74c268a169a91dfe66893fb563dc70d7da3e6fe
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9938c73ee92ab6deb796a0b65c228fe9e6374fb9dfc5342711612c8922fe29
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1b42e5d4a3b8f091e2d67a9d189ae90a2b2363
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85debe47a8f76c0fb944aad7af3dabe077b127a76f0b0116cce5c55f2d5ab5af
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199035ad53b81e29e9263f86f700b17e54b1ef89
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9c1b1ab5573ffad7b790fa49f62f43e239e7435e11b5919214f81c3965633e
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9bc1c7aa7340660b352ddb44eaa98b9662b2fa
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482967eeb7fdf5f822e7efa25ceb49bf7e13bb8af044e38f656699edbc18fa19
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ca7d2d3536c752d3152864d2390d27cc19f56b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21d8dcadf74b7538e137789cb6bf5991b329518d6da5b318a296e87270a1b13
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1f13d4299130788713f3b2ef234d6cb0c7aa5c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d28566e61b251d262f7aaa73fef4f22e805a6fd52948213e8710bf10ed4631
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3431f39371f654ac8f3ba91288466593930ce3b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58dcb9caa3d89e39f55aea50907a5ac95aa870677a528fd8d643281bb625c0c1
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f69a6510af96407ffe0e734aafb1a7942a98208
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfd01cbac544c43764f01b73ab8c5320a42e802f4f349147390b7b3f40a5ccf
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1539858ceaa9ea4d308b8b1dc63548bf3771c20
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e543d2a88cf3b8ae97afa14416b2175886bddb6a3c72102cbc55ccaf2ed877c
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f5af33870694068f4e62be3b1d8beb8b0f40c1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c28b8ded288dfef3e139a71e562acc8fb033d0bb4eb519ea21672f5d42241b9
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18c12a58d2c176a6f938d6f2f7558c4904f042f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78019ed4302c5f382fe14add22abf2d2a4e1ae96372186970f3db651c1ee65f9
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d3c12b8eddbcc671d3ef073651eae99d3fdba0
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c409973ca397001557c4c35c649115ef9cbbad8c20bbd8d61cd5f928495aac
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b6b81ff61064bf19ceece34ccdb87af74c8df3
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7d9df701d3302a4e9f7cc0b0e6a676c7044eefde72a8ccd4fe7fedd138d3ed
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8c4691c8b20117cb44cfa7fc6d0387e81cb4cb
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9653489c25b225b591c19c0cc285270fe72093af4145dedd67c90fabbe31356
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e213c20652c4681d0819f6be3d11fed41df3d2
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833776dcc37bcb96f22a8a56e485b07f133299b8b49909a27b1a82ad7215e4f7
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34fa73d9aa8eee6652e0010bc9dd6549863d87b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2076a0c712465606f2bf7bee3f5636d94f7f57be5569554432c3ffede10ef2b1
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1bf8e42fb3201741066634c65b771a00dcf720
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e7ad7cee01f0e0b18917c85cba8ddc6806c7e51b0813234c364fb31e90907b
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f0e08d231767612ea8ab00c8e29173a8386803
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ad4250288b86001bad3c05a829a68316d9dc4900fce4669e8ed15b87e075ab
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a58fbb13615db3f4c3a8d3052b3ef74cd9631c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cb42471de603b58431b9e8c3bc485130d65aa21969fb536d5a7d36f30a11fe
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087f2e76aa0e53b9b908109ca98f5f075dff12d7
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7d3cc34d5b4ec70498fecb1df9510649d7bd3a78f4473516c7f38ff6bdb38e
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081cb8d8cd123f6523ceb589456fc3dacb8fd783
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ea2ba0ed86766147fce5ad373a2c2acfe12140ae1d34f1dffe0fbf0609f9fe
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9afe9ba74944eb4c6b45838f45ac0ef3f795f0
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861cdffd54af2ef090579bbbc7680d1d2962d6fe7d82087391472a0d83696122
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505f80801913b44182dc1094eeaf6b7c1616dfab
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7da5c56688e676deb38e8e16bb2c77dd6ef0c140ef0b5fb5ed28306497ff3c
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43ba618be7a98a3fa8fb1bb5fca0a5f2f786198
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a626d635f2fb4b087b29f08fce49d0120fdc6dd19a555c42d9a6cac63a6b800
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6649c7d14867231285814e751c98f37bbfb1df1d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a45f413a745eb44e2a24704c8f89dc198714714b6e492362ce9f494253f1c9
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cb081437db4f76ee101f933441b94f2e27b12c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914fcd5e3d00614f2bb93fcb5a260741b9a2926d10ab6f8f948fa062542f9a0d
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33d1609259dee85adffb64c37244023fad5bfd2
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0beba1cf6168d65782a2d30a2dcc6094b333908d5edddc19e779d13b540fc12f
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af6b54c825cd4446b86cc4d1c9f94e834220ebf
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271f6892ee81ad7fab2037cd7383a4d59328b14a97fce8f6d2e8ee03bfc41186
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0641532b7d3a51e668a38e079ee5929f8c7bd8e3
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367904610eb2c72f1b802b88f81254568d8d8dc88cd5711d76fa0ca1dff745dc
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa407dc5308582796fa76ae10bec17bb6f9c63e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdfd2ef41bedf65027da5cf1e3936762296e5a40f1a0c0f6e9a1755a090e6f9f
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7352543d5581f59c8b68b9b3fd32f9b6aad05d8e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4e40677db65a8f71087dba338183c27cb53a505ae8fd0374c51330eb422cc8
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8125f7c98fa48ac76046ec1128356ee3c576de1d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0f5d93af2bec80b6fc8ba7ea01781f9329fbec08c4810ebfaca96b3d833719
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa5077e0e06b94e8c44d734cbdaf19f1ac6c347
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97df019efb794736428c091b5a8816548a8f7daac7157ba759c6502c12bdac4
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40ba0e5271bb7f4f1dc1c1c26656792260990bf
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f4f3dcb89f23fdffc3c5655c56ead5f1aa17453476bc85f910b0fe7b9d6ce2
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f7af1cf7a138f8edfd10fe2d6559fb941a4d87
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581e6ad6c257850d2a5ac60fcd444c49bbaee3b0b6e093fff988cf1bf9537cc9
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1240aea4f352db74fcfbea7ce5c5f72519438ea1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213fe468a35d54e0478ff5f71f78bfa270460228d850db4e70d3a8de0584c174
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99fcadef9a23b6d164347bbe8ea03c5372117dee
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4f73b71744a68d10688e5e4e81d2f9ba7f1218f985ba2d00e2c57ac81757ec
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5538b41b8f67e311f4b027c6cfbeb2402e1c01b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e23b8a2785fc955a15dbba00177c8c58b37e767bf625825a910e738ad3efb0a
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88abd245bce825da12aa6dd8950573fa0a7f24ed
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80eb74ef6ac1756eb2c8f5fc8a1f6da89a0d253c2d173fa97e4cc529b9ab5469
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb877c8a260ece99767f576c8313ceb4c40971d2
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19d9d8c3635000e9e6389a0b0365b856a063cf1779c2becc23f53bbc5b767fe
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94f4eb577d70092520f0f1afa6a271a610b51ce
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaff9cf7eb28556f922605bf1951e806b509f4409312cf4cd247606c8fbb588b
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa3ad48efbc3c31c57638ebf0e17f4aaafa3b8e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f905b27b8d0203570a0ac51820b54181951bdeeb2b231195bc7ecac8d005d3e
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887c1c76f719b213160cf0281a23f2fdffba18fb
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e07fca68e0769a9a794674ff764aaa1cbabbabb59dcd20c0e7aac2f653cc73
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da624cf3fd16794226bde5f86538d98b122e558
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3cf51139bdd9b7da249a569f5151fa1f68a1b8a438255594517048c2d6dc95
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1857c0ed40b9f3de99f562210f80765512a239db
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed09dc0e19e238ca4596ebd84ad423e2d4cf7cc48b70248a7330387492891e4
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c11af0e11c1023db012d42298d765e571b386b6
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c27f5b1ae672a5c034bed30f5276b0629488b19d8d8adff1761d31f237c6615
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f725ace7196e9fb40caca528183e58f250c7c2f9
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084ed1b851b5e7cdd2b010f56e3dd386bc7e41a0ec32728614749983157a5733
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ee840030cf092858d9621a344023dd7b2b5bbf
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8128320bc8e445b281683e93785105d454236577472959526ab25fb94fee00c8
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68daf71793e789e559f55a35cc787cc0c7067739
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4947985567589cd60850854bbdf5eba0c0c8972a2da7e71e96b5e7163650e5fd
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f457a191765e0969bccd2231d7346a60b7186e5
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df35d399503a3e1634d9341fa995650a06c3172a9ad0190485baa935c80ef47
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2ff2b42be1da56827b9aa305ab743721d03caf
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefed4329b71432d436e1fd173e5b937096d3d25ebf1516315a66ba72114e79
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e22564163abaf06752d08f644e160aebc86db9
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9147481c2c611546f06048e59f1186df4f2e4b4765d42c5057e1bc2636408f
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe1975f7cae51f8eb1d4519e1f2565302c5218b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f9344a1f784f18739448eb6f78f547dbfd49271d41d1bf7a3f002db280f9dc
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a174ddeda0e9a4091865a175cb511b8f90c46b8e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8c7d22face658ca8faf021cd71f7f9514e183bd01866aa8ab8058faa87eb1c
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3233b16b716868889b649242d3e93ec93a0cd0
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b191aec3275e2729af655c9a24576ddf67093708e420385dadca730f85c06f
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b19a24dd1f8fac88d90ada353b7e1a30885e7db
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdbd4a3086acb39963db17b696f0418a2539699e101cf862ac3a0951d2a9fba
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66da6a815fbeba9214ace8e0f8a8ca6ea44adc8a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d2ab74655d9fce68572769f2a92d61e4638eddd9e8de0f0135e4d725ed17f2
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee322022508f905abdb3e6342fa6de407900515
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2da771cff0515a784c86498c4773591d7ca5f88d634b39aa063d8a31d06fc6
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6e497e21ccb11614b1d38cda3c23e20754f29a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf317c70da76ff7ec28cad7ccbb0cb7ce36d03189e675cd9e9062c8878ca3c6e
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bac3f339b99b0da11e35632292ffba6edbf763c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a379922593e4a8d6c5ac574b22a548b696f1101b8a5b2e80595efd450fd4e87
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9efd8185388c99ab301aa364fb73eed3918f55
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea55dbcf960bd11ee7593203b3f5aebb41e152503466386a7065944b4ec8a2b
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2232ca128779f06d7870317fecbc3ccdbb908863
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5537394fa04299377c8ee8a632be1be8b7bfaf7d7c2de85c39c11545a7e4fb65
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e0fe439d5e6503eb2f33f893676ff6100d460b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9388f61e0092504dbb332bb59e314812316ba5a9d668b7b6fae4f423a9f76d
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0bb7750a2ea732f8ff19236fafdc10d1c28585
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec48d7f22f67511c3b291a9ed066a823478b909c1fb40c562e154fd598429d6
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347fccc36c81009196ae64d0049aafbdf0a51af0
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4a8c2af849d055218603df9d91a1a4619d0b9f814513367dc81e53e040c256
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa60fcd0dc6b9266f8937456e6ff3bfc453505a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7edebfaa2d361ffdcedef8af4d462eb470eb9859bb8ebd824fe5bd992186dbb7
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6af9c5b1419d40d08d752ff3f18e6e278cef59
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d12e154819f6bd22d896dcffcfd28b079bb6a124261e51ecd324e1777b16104
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd79997e9f4839648a4facf38e6a03455b3e39f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11c80a526ce3e6e87fd3304f1555863c99f49b343c795bd5d0af4a6f6017600
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6838b0b81d4fbe28b6f05b2e644998732e1669
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d86714c76fddbc752aefd571e9869abd94408decb0dba6ff11883aac2db2c4
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e875e45d35db3448c504e91dccc25724828daf
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e757b3c8f527c803a31e340da0001f5fe295422e51a2eb9854f129a7b9f74cf
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfcf35774d9bfeed2a4efc8368678b80479c9f0
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17072d1c0520569659f95fa971e2aae82aa29b1d4395a817a6e4ccc0abdae95
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188c566a3cb78bc41a2ecf8c7c3974ae59dc415f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7086e1d5f95943ddf5a78abdf48ccfd77818d7b4b2cfd13eaab3b29f20c1503b
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f120e21b5335c7df685bdd56aa09fdd1b4b52cc
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23255601dd9f5e34c90209ee563a2ab23abddb67d3215d17610c51c2aae1d968
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c704c9a99125ed53685a7555d44d10dc4c378c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0583814e2136b51a9d2396dbe60748808747506fe6c82a9beb9b42c0ced1b13c
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd17b97261f6719fac25a72ba793d6c77b08399
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ce1e625665f607e90fff8680d0ee70a1ff64a8f97bbe5be13d825c8958ab67
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05057b667956e04a56fd5e913cad65a0f2be1885
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edfb1ffba12cb81b547e970b9245e3e538bd75e579bc21bc784fd7a5dd675ed
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db91953e274bf17720b2b50821bedfde1bbeb1f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ffea56905f4f0b8c8bb9e0e0c6f45f5fe79e1385e2ce90108dc108ed699243
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43537e18d8fd6be4bde141ef1922e6c36b22cad5
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c680c627571ebea65234709cb975b203107e1ea505079e978397b89b80d7b37
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9f304c69e598c2b90bfdca613c50190b8db3ef
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d1f89a742bd2b527acb029e677197c9d3308431465de7372d625c49cb31c83
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de1413195459051c903cae73cd0b5dec001436b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d74fd95eb8fbb2dbff545a7d2f3402fd7270706e61779f7436e9eb02a445bd7
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1704269f70dc799e552faebd29359595652f61
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1927a98750b3f2afffa06727c66a5cecf1c1e1f8e4a1385cafb2cca559d4c6
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dafc42fe4859f0f61a1b1a5ab0beeabaec95cfcb
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda6742ee146162c6c21ae2a19fd2af81c0627fb3ac749ca05fef008431a7da5
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d32f01bf845ae6aedd1c45eca97cb0c586b3546
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66b0f1d639526162c3ca60593f4957f6df53c615b8aa7cc4d8739e43188ed12
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cd240c041ce314b2a70c980216590060402f8d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d8afd8ad57ff06529c31e9f91185b6bc1d7c413426d63752758743dd6612d6
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7b8b97dcfc7d9c3a1348b8692010ee5a6e6ea7
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d173d0cde108ad97cfe7479e24c01f16cc195fd87abd8e03f33bab122beef8
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e2123b943051892eca408adb2a8879958dc9a6
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d4202cd7dd799f096b1f66e1089be0ca08c46e0881793235d0287e3b311304
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b56df19ffd7c61bf29b6a6d3e1a28efc9cfd77e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8698276e35a9fe92445f638472557eea614c7cf52527365571783da77f8de686
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cad34ccba9140ae0be5356cd3e705026dfc451
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6887e229a8ad541bd9b3b24e8035f1d016b626fadcb6fc22af0e3e0d6d38806
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5150ff848813f23c1d7f915c17a62acb26f4eeeb
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900b060fd50879173451bb53f4d2eda48db7ae131d17507776b0d4b0a461a98d
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3af9a5a6fa2c69dc55cb2fd4a417277e453c76b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4c75eae5b37eb2709fe8ff74168969de93686ae4fa9adc44471f5722a5d95d
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1f91a932765aa36ca143865e612dc7a50e84a0
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd8f54d540db8bcc019d21ce2dab25a3d5876e1e1ca3634abf58f1e2ed90957
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb83e8f212f1b473e002e7d4b04bfd808dd2b85
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0df0ff25b49c73ce0973a5423fd13b471ba80bfab5333c95b40fe96ed7e8231
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f371a42de2168c35818da423601684f495f2648
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd725021f67ca8772ef917e01acef5dfddfedd41f5498353c11e1ed662161c51
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75565c320ab1823e7017f2ea1e481e846b6ba0c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6636007a2f08a232c823800c3ab3a4ed6037d2ec4a9e227a47ff6aab7582f7
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64db1809a0387618dd2d50288a038b8d2d158798
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e633697292d5d94dc4c08defae024b98e7955f32d7205aa31d38f346e139d93
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6471086bc6087ca946d6b904126e91309337db
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4063a076780851d14820b273c77e8d3cfb2e3e3d4570be3aefbfd49a1df5a714
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58dc8e033269502237a8c9d6452b15c020ab955a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d99db8e0e15d184ff45f8528c47ea1e9322a0f826741449b938c64f144fa2b
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa00653cb35a1eb917202c17c801475ccbad1e9c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614abe5e3d4782b47c56ff631b5cd583c08a448b2e892ac547edd88e2cbc2792
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0a45bb8e54084d851b0b8f8af61d7ad9fddf35
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f194f2a25dde5cbfd26e33364b39d61e1eecc532d40ec6739289c4ac4e340b5b
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507361c330d9c7639132f66a5ebe5ba334112c12
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b2c692312cdf6f53764defd86ce9eeb9c4c9070581fe39b5878c29698b8b9d
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14fb7ccb7ebaef7dc708d91fc462b77c46137af
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff5c33bcb010010a8a1991ce419732f2efb4cbb90d9a4a48855ea5efb29b6fc
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cabad7c8e476604b15c7cef0da63b9d3e62b3aa8
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09de82ac7a806739d5f3e2ee1013d0d3c3c53941e7702fa390e98698549ebee7
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5278ed5bd6ead912c328f6fa7c4888063327bf15
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74722831307fe7502381c0dea9717281348c2505e321ae2e71d28c6c0851100
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b64681260cdc386ffac6218defa746ed4e298ef
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf8b1b4bfc696bc3d0496ba27ec5cb3863908e34c24ff7ccb89c641978847ed
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea00a980fbb79664756b3a8132118c77ebab1645
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8aeeacf09a815a518d151c072c2cd1129d1281d18c864035ac9abbc16eb37ae
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492c3f7fd42025903ad0b198aacb21069c43a7a9
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab0a5a4b99232fdee4ac0ba20ba71bcf8436949ad569dfc3445125236b50609
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5843c7c567628b4ab7340f652c2043cf79b415dd
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6e9e78fcd812505ebdc6680316f1b1f4ca05244df1e7ffbe55b58f49197889
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f555287c1337afb39d5903e171a05b540c527f95
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cac4be32ba54b1955b00e3d8051e7a727e95bcc91ed320cf8d6c58c0c44f7ad
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29db3baa284b937fc854eaaf7dd2e7ade2de33dd
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7586f31a907990e79d22cc35ad3fcd2ab47afc679c147e6eaaa0c95d975067cc
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72770f1bd5b81d8a8d0f253f4979ffaac7bb9769
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15970aeb155c4da6d0869810dc783ebdc72351e293fffcbab2702606ecd3eb2
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394fac7b392b24a6d1cba2058e0d23ce40633636
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccef6ddc7dbb0c3eaa1a22fc032147646dccd9dd9fba0f7639d3f26bb932a2f
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d02dd74ec40596659dffbc69aad6e9ea65772d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e0c8da4e8165bf6e83634e8e54120d16272fd242fb8e8b96570fb6c59c6851
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2585e4091b44756e5d067724f494bfd29d09ce28
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fb7f044ebf5bec93a15efaf62c910662ddcc24f1d4e6f1716345cac6ca72e9
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b944731e202e5040f5dd2f9426aec7314a1598
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670843eb4db7721df52286f07a7d53df8eea41dd43afb6ceda534f35e11d0481
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909e34c0dc433cb26f4c44ef9c7a800170a05334
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1cf6214b2eca7ad5b86405c218cd9b9dd902348fe8507ec45a6ccf7eb8ead28
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d496d19a5a20845e8318780c4a50138288f22d37
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f1357c0c52c6722f69886a8e7b1aa81b4980579ba5b84b4cc88d6db6d92678
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e51efcf9e9213dd1c12b8c310c8a97eb5ccc349
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d0d906a42c655d6f802c1ed3261a804558e6864d6d34bfe0c9c96838b241a4
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d80967e59d00a06f03ba6c04c6b7cb57dbf05d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b79c72dc87582913cd333663358c1a52ece290455319053c562436ed2d30da6
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16d1409d3bdc62040d5b9a204ad1af9b66c5d2c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66444a81e128357db7ebb4c3773e0830e861b308eb68d8dc103a4142796f186
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f30997e1f67a745439f8a3070fff57262860905
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4cbce735022d4577eb640d3d190bab6c3db9b1ddcd9d0666b5c63173a30e67
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a6e233378aec068dd3fab8643311782e04706f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21023b0595e0386176c74b373399e27cfe034abf9d74c2c77090c79059930e4e
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c827597c6dd41193d7c3704d00504c64b519f7bf
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8346d446b44c298212439e656fce645dc7917fb4bcb2e27c486325f71d070aa
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88bd71474d5b237eba59a1d94578ea3d86fa1613
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9708daae2ffe72aa31096ec21e182761f4cd906a1f4a372493f4369f1ad9d449
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49197bfd75936ecb375dc4c46b006c2f3ea5c418
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8375fc8072ad8a8a6996be51c2a288428236f2a1232b47f355a0815fba93b0e3
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb46bc1c1c661ee8fc0bfd2143a21c62bfe8389
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dac009ed794ad998bafa29f5c74e5a230c98f03c305bb9304680f2292cc674d
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e8dbe669ee3b2f54a731d5252e17dac61a171f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec80382900e78a4ce2d00fed073b58c78967eb2ce38772d805de2e9a4ffdc068
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684b9f13564ec7df130c27dbb3633738b4c57eba
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a38c749130575f00b70e12ba792a4748682236ea9473cebe1e0335e6dfe28e6
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab54d2f5d16dc460b3ef12cd7def90fce8114cd2
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1947a94199b1c14ad7cefbbe317d73d1c1d1ce92fc010334d7c3c3722fa16686
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af598baf331c9614cce9ad2959e9756a7f33911d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950ede9190e914a6c06ace24625c59369bd104a02d657ae617cb7ce5bd4a81e0
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbd8f6c72bdf455f0e386d8b1df97ae9ee6fff4
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cb99559e62ab54c952c3ca4be5443659829d79786ed752092f62afc79daaa3
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3eb2996041a4c4491b007597b2958b1b4a4769
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8401af3b626bf884eb72304c7408a2699c4cb8d6e2db2e381826ef6c67980f
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44856eee18a0b7fe0c1336843da144bafb971ea2
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fd476354159da2b095c38b1e1b37cb527107045d5dd8d01238bc776e6774e5
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c4bf80c0e30cbd75710a4358d78974688d36a7
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf17465c4f7c6b1dfac85117dbb9013fa739a692c704172d81ef54f1f86a96d
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16033f614dc97b7357b8a6cb40a29f27d540a58
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f559d8ee31f705ea0ce6a5b29d4715476bdf379eed99b03414373b0c177a07bf
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2974f965cffec78a131b36327ab630a8d797aea6
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4c597737c74099b16b7195a778abe5623d7c3a62acb6cd00b13d0e01204570
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453d8a8fe727c61e4e82e79e1d6125eb904587a9
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ad17e5ca6d1614557571897c6e9266089698ab3b0c389558af8e30ed945fe1
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9039dfca2abc618721fc044d540475aa2a9d9c3
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4a04efa220cfeb94e6ae4beff7f78485aee1f805d2081feddb1dea16e5e9f8
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdbf572caa53b65c5412a688910bc6500ee333b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c11cd74019503bad6cd0beec2c95acb4da36e67e344905beb64e867beb972f
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731ba5ce6b588471f1ae86b022fbc4aed6911b11
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0b4c1d6ab0b72dd577e9b5734506ab9e80ca83aaf2aa54522ab98ad754fc02
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353eee77a144c7ca91949f0fafdb39973d785f56
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ecf502c061bec02918f11c7dd8741bd0e3a02217a3f3d8c551cef14766ca5c
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0796a331af82af913d83dab1c4c0144f6e3be8
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376954412e3617417a9c6267ef5e91a7b89a45156525a94babf5dc0dd165d61d
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee5e125580b4f519b7779bd105dce0fdc7498ba
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853316cf9904af6393dcd85ffd5f0b103242d26b9b4ccd6f3f26341e384558a6
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fafc59b79f9cd5f1658128b00c1021072282f5
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5b3cba163e8002808bc974674dabb5ecc56451f6575f616babc36108aab8fe
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d6336ba89a12cefe0a4a9d24806e9fd4fb6ce1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a037a7c6e7826dfbf12f804d133b1daa7ccc429f0230defcc33d3154aaf4729c
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb95b45391a0ea40b243981f2c37505f2a1e3f58
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce7dce08e59a591663097287b9c3270942b8f45b5542aeaa4fe24903879cee8
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11694ce5bff70398977c7cd5f52a92d68e934bf0
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b701ecc77fceae03dce6ce66bb58dc0e7b8f1f60b1187f744a0e231b7705a41
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c872d966fb695e6dd718f397537e333d58b3fd7
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9c1757e1a77c1747303a39f5ee672bcc6b594a97a6fc8706013c5b2b25a27c
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72495ca35bc9a384c19f789df0903df0bdfa13ab
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc646843e332e9d1db3c23988f9dde1aa092efa1833606fb0c39608467a1df9
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97aaaf2250217f65500e8b4245dd470088b24d4d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279bdcc3f96176af221d5feed756aed84c5292921b57854896b0078b657d599a
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ee4734c389838354cf679b415a64e7ffebf0b7
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a2f201fbd732b015d09f892da51df9cc8434df3fd0130db8111022649a5516
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9e175c74bb25fe6709044376da6a4ba5be0b1d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c7025bd55abaaa789d022faa35b6cec34703ac94ad95d10a436745548ce89e
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24767db926feaaa316a992a5690595376ccda8e6
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fd29592c59d2658916cc9ed47b9ffc5bde3b387780740c8fc988b088161e9c
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aefe1b566cd8d54e25f08019189998b6666343f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba2f0c7cae9f8d4b8931fba94304829aa701482300703bbe4c6c8e4e76a88ba
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047fb0b833ece954d2eb203d037fcdb86171fc8a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9178c5d683c6372471537896864f934ee4af140937d662482b6aa6c598c23dfe
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9dcadf395d3c05131c356f4575785cf63b2980
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dfc61451147bc0a36fe3d80f5552175407760e87c99f0f2ec6e1a6b127b046
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddd8694855197ca9394602ee30bc883bf8e06e1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919cd207b270cdd13474b091d127860255a5d13127beee4e6fbec9d6fb87a0a5
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155f1fb118e48cb2cfd9b0937291310114cfd00b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94166d68cb5dc8b2688b6ce951db325eb78e3ffd3ea864ffa4a9e24b2a7e2f98
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07f2c208827dc07bf7b985adb57557fe31a1539
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33410f6953465de1a8be65ee9eb90847d9b9da24c30e7a07892d0c0d81d1f192
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b932e8b140d04fa915c93ffae910d4e23c8838
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabfc776b6edcf4532096d40d913c5a14f2dcb4c9e373dcd757779378bc417d0
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3aaddf1f59e2468d771d50073c4399442f50d32
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185dd4d4557dd86945431113e6533d3a35441719d278d90c6c6aaa587b47472d
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9618a5107364b7b709409697ed812721c966a2b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de04700c66a5b900e68771d66f34ec076cbe9cfd7064caba5669b478b989fd9
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70aca5219a3a59045e393e7fe1e10268827d09c0
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18942d758302dbf88522755b0608b929193abcaf9c0686cfead31cde32e325ca
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b81184e62899aad41f010116ecc2aee557f60d0
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00615a13790739ee33f047942cfdb71236ed7b6aae337489146f93d22638b1bc
+size 3297
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eaf4167eefb7c9309237fa02344f028a5d92864
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a105bd51c1cf3f152bd4bb0da97d06fdf7581f31b087ca2bc978c51616ff3b
+size 1254
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a23c73cb91126f788b2d520ff94fe72777fc58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e57e7e049f6739f7f36aa7dfa7a5ea0f817a11024e300baf8514482e4fa04d8
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792efc246cfd92545e50df95f7e62fe8ac0163f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2526bd84b2f103833aeddaa8f4b33fdec809123bd4085b23ecdd0934a82480c1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e956419ae09b9e6e50048c8f4c0f8183d03ccf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc1fffba54adaf8bb1218e1242e84f9e3438d67dc13f836ec13cf5b4cca2d91
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87f52c26d2829cd197edf9e7257f0bf6108d212
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4eec9fe1d71d329dfc7b1aff2b29323f30884bf9c48a3269cf0b61bc7928dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd71fe2ad70efca04bcf27e881885b3092aaea4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c2865a7fd35861fe8313005d0344845a823d2035b1ced9343d6ad74f4c2fe5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6affd0281915efa75275614be65c5204c90000b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf8afd533b2ece6518ab276029bd526eaac25f5f29277a4b5ec75a894f28bd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a3816a0cd367e1ec966cfd1b19bf557e2681a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7e4f5a80f657d7dff67b464fab3cbf03f61d1cd9755bf51feedd201146af9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45b22832d1605f376cff89dc9e4a4150a7bb005
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838740baaec670b173f10e05bdab198a6cdc995f2a0aa4290070ddf7061a355e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4832e4a0abb561299cf87868c965c26c66199584
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1bb7f94b83015855a69ba2385ea15492aba2cdb103c5bad97462a371144d94
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260f5386da92475d47c0423178bc703dc2f1ab15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5d3714d67be6845a7bfe72437b8d81901624435e821ee0390fb16b571bc6c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34aba0600ad98c55c6b18f92bfa4c80288a6b89c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c715442e2baa54b7d6f24a41f45e85011249020e3624b38c0af59ce982f288
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2895e367439c2df5f09087035514c95714d11b28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fff3c72a31d1ca6a9d6da556db4aaaead919251c71731a1677b14ecb96fbbad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db0a7c8ec0c9b682e25863da2c5979445ff377e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad348ab11e9475dc1bd31ea186fd213dcaa5d678e05f261d27410aecb3f75cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254eb9e9ffb33a22d68aa2f8d2dde846c99b4865
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa64cf20348bf87f17158a803c7a99f307ce574c5a85cd448eff24d745b51f44
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482fa67ff1a8cd8d11116a34d470fe559ab6bb03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b998919fb76a2e350e7825d00b61a7f81b97da35130fdd69a0f3d569a33fc23
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89696ce632ebfccb74137af0cde52360ac9955d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118578880727e3fec75480d2e6f237eae75d340074b5ee0344d89a6ca6fc9f46
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80edfc1d2f8cff464a82383cad6f8cd6a2bf90f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69958808104b7ad788d4d9590ae4fa5a2bc70d92ecf9712099b43e49a0970d66
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b130f7e923524f142ee6a25581730979541e288
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4881d48fbdb0672ddf2a056d1afd6f5b7a3dcf346ec767952f0473b080402c62
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53f4a0d615859390a9ea092951a1d1ad801d4b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae8cf5e424e1236a84365864b3664d01fa2034db7c8dbcdf256b72238e43b5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0babf6e1791fef4ec1a84a06e002cce36185c63b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857b6d90e8f1bcfcf58da6201b74c1f5e759e05f14eb94584bc661f664a1f962
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd04f27c245aed04971e670812f051ef5fbf8ff5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd38efcdf18c2d9e70bfb30db88ec0c13b972f67634058a4747ad85675975f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa2fb31c609598efa454255b72868eff00b7671
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f16131499489769d225c57a73ea7d445589770264cf3accb22f27c7911626c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2822cb1ace9123963dea01cb083d99791648c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12b0bbd0532292993e417f916d508ac38e9638d5780335b450c7b73908259d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969af7a2e6fbd5f0cf96da85fcf0b5d7b134687d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032ed71180c8e54272659c909ab1b980c575748ce9c9e1a01739f5d00631e2bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f09906ac4c52f5e609122693188556d207802c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ecacb80b3032f476aa1fddb0ab13b827110c3cbb3890c302f8295ebd03a179
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e1eac277f2a4eb1bd1f2e9111e0374b1ae66de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f541ee58a448c2b61c2722b259413100390fa3d711478f5913cac15ec1b4cb3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7c9c29516954590c8aa8ef1fac9e14df0fabea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa604c56a3160c8580d33ae4743505af35000dbe81b1f790c4d98f72a95f541
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a5103f6767a72cdc9f5cd5bba20388fd1f5393
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6542a6d16ef9ddf5c74c56628482ab541ca3dc6ab9a23ec6e8ca70711c535287
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc2c32876dc1022756f3f7a3ea14b7a5041a427
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d7c1fc5b4496898966ece145eceedf5ec8111928c600e0aea80675c9358bf1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33395208a1d1ec9e4ae37e6be98aacbc300b9270
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc855a4a4c9c0a4d22243c1d0113063fa853f41b27f304639b81f615fc6ba78
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361a3e05537180d3ab8e3ba92a39a8afd6590c2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac9ae65e1a5522f97a39c89f5c8e226d584a7956964083e0fc45937bfa09c82
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ca36bc8b2d3f6c9171d3cdba5172d60d8569f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8603d55dbbfabce772d0eec9464508ea55c3a11376729893f9a2e906fb4e3fac
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1138f8a639c7a37b8df29de7ca0692177f3aa975
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf74591c861b0e9ca7f0d3ac99d529c49e3ca17acd4f566139273cfcd0bc3b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40988d8207a4054cb26422cef11d303e7436f73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efbf23a98fdefcd144d2a39e12f90abf5201434baf4ad8e700bb1c7f2b27290
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fd92c3db4ead35ddcee33b062114e639fa3a8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7cde12bf3c57a17c879c01b4a4dec74288cfa295bc06ecb0d6d84773ef1d0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbecb513552d69e530b3fac010100cc82b5b1fd5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7614a6bf206b4ae0ae2fa7d6433d4cfd20783bff691113640de9e87a07423b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68602d305578b177c7c0f91990b923378895b141
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18376c4f904ecdb207b157cca1cd62d36191bfc87ea9659cfb23f6406b288c4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a16f051dbb711a6ab2685d362dbe3a77e407d6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5f138a9c01faee76e7ec583d1a2671eb2265fd808fc267efbdbe107f88d9b3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9a951f35c1433f97a2e33ff9ab9769fb08b21a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146668d1609f610ddbad81dbaeba5b7a91009788b0b9f1ae7f8e8bdfec013ab3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af99390902ee4ef6b7b6e3585132ea304b59294
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6015247112853a51d588b66f48b0d3daf6241db67ae19989898f85aa2421d74
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87befc37ffaf285f40d7499c1ac55473d029479
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60beb3b5d7471b35d2c78f9d2f8e4693665babb00275c91ee6b3398ebd0d1c61
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27f69913b3453a2f394fad02f638da467c0f67f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f60788871a60bdf2c14e7b9fa59359c3235dd138e6a116dccb375c930b86e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a21b5276e956d375410a65f1b992fa84c2159f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91a4d8894cf39192c061c129d51d40378b64f3dd7123de9624b0c987a1a53f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1872657b0ca085058886f035d2bbc258507f93f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fcc211af3a7e0a23ef190202ec3a5cd730d45e64c6189a5019d5bd898df992
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ac2360c40f7d147ce8f2e41213a99112e3764a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8c8007344db8805e6cde8ce1c3896934755a4508c5ea5186065be48fe20be3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ccc8d55ae1645b89c2c68d8c16844735b9cd81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce284d4140edbfedd66d0de70067dbc98224f16d8239422fe376d27884eaa7b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4a9688a42145a852dee3b56f4b3da4de3e501a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e4f75c2775cbc51f21cdf8423419c33b876ff3cf93314dc15471762652cffc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f7d2b96c0cebc098c8d4eb5bc5d78bdf837ebd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedcbb46fbe245ed26c4bb1ff317691bb136de3592c00ee94a1d5ca7c4d53687
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df518e02696a05c0b70597ea0f012fd9a66f21fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bb0f7eb4cf4c0e82506dc3776bab2090aa57fc4af79bedbf90d41c8afb44d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbef14f732a4d2f533d8339be941f8aa11bc558d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f8a12775209897a0df8f10ab8ac9b01e641d6b9685608ea421269a376b7918
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9853f36d15d4c9ef90abe07e2f02be7e6663059
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9bc4115d7d40bb94e06287221d990110edb5ab9f510a50723e9a3f83bfc79a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cd0f33939e2f89120a622e4b18ccc751386734
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99164b88fdefab4bf3f9985197366fe1b22bd3f41d425f6f59c7cb90d3ef4d24
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c1d0af039617c7fba54f5720461c536c46b63a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54acf98ef236be38c6ae100fc9cdbe9ce32cddc8e37c39d776b3a79716fa699
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81c5a2b586b0ee985a58c60815858be944e5d43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96afbae1837f51a797e1caedb05a7bf11c2ce0acc57505cbd8c4fe48c099cb96
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d236b3d05e9255c75ee95485a8cc31b86882e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25132293a19e1f7dd96f9da58152573d13af4cb4ac2416a7aa123e6617606ed2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a05518e02c4dc72b92de35233cd15a6103c155
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62904109214e46052d8af2a31c750679d4269f21a33a692d141ed67041eb9a4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b4ed0e4f7043a45392c76b2980f231a2639aad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1450599f14d2cc7cf85fef5f54a96350d65e17a975005f19e9111bb9deaf564e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c41898f48e75331b9b21d8c02fc8628cdc8076
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26a2bfe803ceb980c0eab1f3121f3a511be8ac4638007f7f733ab05a37c7b59
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd3391fac49b8abd85a2c90e771fed618cdf487
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46e0d092041c3d44d208368ca27789db88c5d061c1c33ed4e7600ec56d22954
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d6b9640f5b56b054ff399c89e3e6dc8b976003
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a443613b2e1dc1318b1c215a6533f99f318323bf277cf9326902a0d5fe1ce537
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb559a6ec86332aeb2891be55144577af998ed9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7eed4f5aece5781d3540ab1f659ef3f782a9cc840f39e9cd5dbf1911fe97c30
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d3244d16ec52a9b9351c45f20a5d2ac87aa14c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414d3c4358c7f5fd8ff9b0da7814a204192ecef4e1c4444dfe9220bde1b9cd55
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a4c9b5e88c45a11e9a4a72b705d2309bd9d49d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c612c830eca94cf2cd3703c629feedece0418870dacef5b7b1025e1648e5b6d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac38f5710e6d017082c6b22140d5a927fe2cc24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f881b0a1e8de041df5e1a46decc28bfa0a9c87a30887b24a8ac1e077965d4515
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85e88eaa08de3fcba546cdd5094d711fa07526a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9414f1aa44afb136365c8697d2210645df6c852d0a972b82d20897184c41aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241210c8892cf36c62e29301baab902688bed3f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4599b594692c17fe0431c22ab7fa8db24792bd235b2199b73ddebb80a2d6de4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e000b1050a21f71027ce2664727812a13fd54dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268dbe8c2addc7d2f73bc44e924e307ddf7c70f9dcb97c96c3834e47899229f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47abefcc5e3d691ee87414810ffcdffb8e994786
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a623b44cee10b3b462ceda6a2502b218967b39e43d570fea97c1912e2661c68
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf28498495932ba4ea6a0774db832c9155328c14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4e51cb203397408c1b5a6993443c18b150519e276de603749e9f91629b82ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968dc4c80481ea50b86018a1f71bc374bac34a52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6307e48e8501192dff442d1d996b27627ed3508b7745aa396b56864c5598016
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f790fdd7afe740bd44158a816d786277bddddf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d54dd92e6df0cc6b5ca5a99bc6d3421f8f263052e171ca4a3e413b830e5972
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32646440a8c16748ee43ca27a3ce1d110b4adbba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80199735f98d407c9d43e4535aafeffa0eebcbafeb3b953ac259e00deb97ad8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426849b4a4fe125208c95d12af4b666372ac36bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b958d6821084533693c7faa3757e8de83dcea7205806d72fc97eeebb72ce192
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6002cf0abacdbb724da5d366a5a4402754ce8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df0172da2467f492e41aee67b4b8014c5d912b621b16df83270d426a6f56f15
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d5852e87865fe7ab0d69ad6cec261b35273e7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eab91d404e274b85d5c65e0eed5132fd84a9440c4bcfec26e353c291f9865da
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a2301fdd1a2dd15ee07b71380c71a3f78d3b64
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b501db94b62f55c2e0abf5b3f610caaf99357b38ec72217dd5ee8687bd5b56f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff55abdfa1d19e4ca47c7f79cba1ca3d2349dcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa02128a591973ad1429338090a42693b1610b0d2771dfd3146372dfe532b348
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4053fcf80c35d1ac956cb3418282e93359480169
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c336b72d0411f80249807da8a66e452d3db9eb107723d1b2c4bcf3be7bc2b5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44adac56f8a29512956567bd73967b3c14b42671
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f12a7f61e19780d8f6e1871ab58ce029e237609ff3059f817b81c882bcdcdbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7191922b002162bbd129df2b9604836ec99028
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109ed0dd9ef849a16a1d1a24d8d807962dcc99e8574077f40c9aca5afe636ac4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56ea96f59b7c3b048ce569c58bfe603c874d7e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ab36abeb295a28cfe2f2bd67ea91e306fcf41d9d78ad12ceba95889c803394
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1115b4d772fb31980af183fcf1712006ae558e1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7933526dd02d00581671fd52c969990b2b103f9ad5ef12af542e032caa7cd7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e763d51a55cef9cace35f7d4da1771d590bf86f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a140e1b1389d402d03b55ab55a9e08b824179811529073610e387d84e2493b03
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20a12964a40fd717b44313938ac399e114fc9a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9475ca07a90e5a6cd57839b7bac624e074bd865cf2d1a0296b02c547c3386878
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce58cf6a2e005a2627310edaf213dc790260dd86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01ab82c62d98f39d1886e4b4398d7ba1aa65398bcafbf8cb8aefa018d396a13
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889d16364d7ae9d8638f4414944e58c5bfc4018e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc4ecf066b3620caf8022544cc461117ce4b2651975f3eba8fa54eb8bf65dc3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02587c2002c5d1f3d013a06a95440694208346f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e378bcc0ccb10853ff6b8495ccb4bb19ded50ab02e9c6c666dce695f57a57c5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5356b5693053badaf074e5d8a0225068aee9b19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b401c89610126067ff4d832103bd0f5d1b0a90694b88ae6880122ab82add57b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a86f6651362c6491d786897d63ae50147da76a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb3fb41c1a87f27e2896131075f44f713ea2a9cf8e90b3984c9a6fe06c8b39f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff4d8ca3761efb2d64bed53e9648aea9f4d66ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d5f1fed8fc733e527d005a4cceba5fcdf3d8162f8518bc127b12632567042d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce717f1315d42a91513f47cff6d2ade13ecd2f15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2735af5a165bf6e59b61a4cdadf44d149b18a5b7ae13d692ef3b74a2664104
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d005d1cc4a3863934b36ed7257f71a6a8f3a1ffc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef8e5b6664e9e9bd5dc53e9c89c92469dd8b1d8488ba7557f061980b0bf3f03
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7155965bdfb005940c41e5ffa78c5825e47f8785
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133500b4b2182a41c4f7adaafc973c962ebcdc2639e0d7eca10d88953182ccbf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5841bba34a0b0dd30c2c661c3e0e8152a644f8db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e737ec53bb6d4999baeb1d09b0ec1300d681f5c4a44c4332b3d1f6cee472f1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9815cb0769747a01d7900fd30dbe57afbd401448
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5134b1b25305295f32cc04bed54ffdb55ac8810482c12f1bafb6804b00ecfe9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a38df3f5f397cc7f55a18da90502a3fd9e316c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d51f816418bd52a5237f3400285363dbec7a7997dc378ca7e8ae28158b77c16
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea869d7942a1d3c40ec4e73526b83b5673727e69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65718cad79c5dc0774d93a546216ac3bf077aeccdbb21e8565a11a3287221324
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0c15bf35e946d916418b9bf603d002ac667c4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9259d4501b7f465c01636d0ddd7be7ff7eed7c89b06384823fe86d1b1ad046d8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164dbe4adc3c31ece3452bf27a55422713a1d676
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75136acf2bc1cfe2942ea4289f315df738d29bd8d7b7f651d9e7d677cb0e6f27
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b5f7ab7c21c5d45225ea9fd0a58f42310b1242
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfb8cff09ac33c424b19a87857a014c3f95b3e899104084c73bba1f5237050f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cef22052aaef538ee5e154a2b002ff3e594faec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4a0e47d9fcf4377a663656a0eb9463a47b2c8ae480d1053d757275e89d5409
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f298fa566b9e482dd64149e93839a4d6283084
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a451dd14bed8472e182f9fdf6a3d9c8c0391375424fa70044c451e4e8ed1faf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34a6e6e2c1bc913fa583946bff9e03707142ee8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77e91c24e388d32dd7ea636cc20b492deca48e6336a85a28c45c34d18223153
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb7ba89835d8f4f6cb0bd86dfc215cacd909664
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b336c9adb8971efefd04d14e7fe9b4f4357dd09bfa0775cadd92a2f457c71c4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df83e87f63d56ce5f247d4f21d0e83690541070
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4a7fd708909abc3000307c156c6004bb010c536d4f536b3f917db606d3b272
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3570ff9926b370de21f46a12f567e8f27282fb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ec10a1ec2a01abf953fa518c59ac5ea2ed022ffa1559b3470526faa89083d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7083bd0b3b25beff0d33998313fa644e9b48da19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f126c081e06502a7825f60ae0d468cd8cfe776f731c98bbdbf50a655bb73103b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed4db9d3eb7505858bdbeacda1291c64891c7dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198d82517846db61cd8d43c99e84578ea36da0c888a004321480b4694e4ed946
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022ec89b3c5146f1276ea5af7c8bb803ed091c0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1eec0a482dcd476a303c913e31c748abccbbb5877769844df5fcfb1778d287
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..113f7032a9419c6e68ad6f449a1cb37cbb299762
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ba595a53d8e652204be91167b071be99662f0dcf721222cb64ec60431be138
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a581c214b3787c430bd93a24003d3436ff6d716
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81f7c917421515c587e5b85c01f97045fd1f1ed1f7338ed5a75db3b464229ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b567d942dda54f199b7ea8efaa34d73c19de0a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d8c6ce0d2b4cf6471d648e56575dee9133821c47a81c369eaf6cbb5a3a475c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d424736b278bbc2b2ddb6c294a4e9b66ea6cb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4c260b6e5e6420a9eb6bffe5e89a6e8a32c8db577aa952de782105be828f2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88f7fe2560924af6cafec71c90d3c121ae950e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f79d28f3a7708fedbdcb6ab48e16c4848952854618860b55bc163c3272cf65
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b2f4e41d45029ec103eba255ef35a553b774f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c8051a0c7834400f022cd9cca02565ab5947c11aa23d5e7e781a56e5e5b0b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a04c88a1468d1af70a29d225098f6a76f99a368
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296d252f0991a499c89d5af76df2a3fdd5bddbbd018964cac717dba652fb237c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2477afa505e2ce374440f96702d2c77707ab930
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d13641c78e422e8b7554ed1cc8ab3bf848c2c514faddb7bd2964b0fa7af15e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1adfaec24660faf1d90605af6098a83a8052e7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41235ec3a2b396dd173fa7ed046d158466206d92e870c7508fa6a27d7b496d98
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69cd9a31e6a0f0b70cec2510173c92997a7430a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be444c2b4bd11b583cb5d369040e86640e26f7524bc996a8cdfa0b0615f9b44
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bda2bdbab6597c620f82c93d8aa3c5258b3e75c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e97ae41d80e46ab4f62e44505504e877e29b3b5ccec9d59643c11612c52afe3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62abc919bc45454b0d5c9109e2dea9ee5d5f3f38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24d126fc22c581c6414872bba4da7ce17f9915902a1b8c859c011e8376a5d79
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aab5e1e4958a416b2b4c6823f513288f1423876
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0960aaa80704e6d692fe12627e5d185df2659dc224f19c3f358d33d89fd222
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0126df69efdcfdc7c8e439dd9b8394f120f0f7ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c29f080b4a142636f19fa3b8b4752176780cbc74f344e5076d061875646085
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2505926e1d3f5ce9edd0fa0989a016c02b65d41b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138d1fdab8af5f99a88c06dda15c8c517cfcfe3560c1afa5e1893a17691557f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4755a4539618820dba2f35ffa613306d2dcd282
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef01d9d25d92366580deca0df2c7dac50f8e00b7e3cf16431510463fe348b974
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824c628617a1991a84cbd6d1674c1b158418914c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24eb8ed8179d0d3bdaf76afcb9d1f404f5df278877ce27198993e519a6723b52
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37cc53521d1af0260aaa8deb65cf07c45aaf2b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f7b9e9db348f3012d5780337b0626748fdee2d14edce76ec4338b8c59d8f9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4f85f9b26099d5d012da53c281dad34bec0f6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a8c57dcfea6015d5605cb957d4d3d5b85ae0362b36ab645642ad7926984c69
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec0e838b57669d546941c40ccc6ad3f7123e14f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0be36151b732e43a95123033fc993869b59955ec4850d71b623332394a2646
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1097706344c388cf2982d157c1bea134536e1a6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a745da74f40a8603b3e42151f47c1703c2d3c0e07c387b761f7ca1fb254d731
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe4c56d946daf4cca1c78767da1d08351a20a59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca45ea844bc998ea980c29342b20253bd7d764f4f0e363f9016641a469d19b8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21b511ac69c3d70c0d0d67c1a981b66f9e40bb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9dfc2ff38bf882c6462e4ca2988e5622f0a4fc1fc52d0fdff1ea366d3c0f777
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba614b169e91f215c6d2687307036222eb53cb23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2165a4a5df5256fe4e58f6556c7250bd4686a9d9c97a5e58cc05b4728bf8721f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b045d973de2426bd94c3b04249fb2752d0bd4437
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b384d164175debea41676b3a78e121adc4f8baf018cfd07917dd86550966011b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fd1c9ee3bd0e39a6b9d90e069a4b4c08cb2a59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f83bfd4903ada26bc0bed1e8721143081459ea21523b0db92893176f6b0dc3e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6116cbecc0b2d5ab2d80337f9c638123a56e9063
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990268d3ed7886ca0777b18dcbc63c86ed2147cf72032a27b8dee7bbf0e19188
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c997b65d0b862de9ef918476dc521724038d890c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befeeee408a72c981c1e93137456ee8873777899d929862f83141acb7c021890
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9b444985752641361c1165bdc5af55a2ca2bb5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e60a56e5d34dc1bf3d7e5ad02b7cd38233caccde8570c85f4e46d120030595a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a173f499aa92d81a91f2e170be7fee2defbd0224
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a565cf5fb3cfc18de04a646d97036e2ba514441812e63a5b5104c1a821d397f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093e6b161a5cad60bc5aea1c7f8daddd4764759e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1850da9cd899bb4bab0651e449c848f69316b6ec0e1064647c22dfa8c5817ec8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb94431612399bb2f68f0d4bfee824782b41abc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca23e63af79e120f5e04c87ea0943027482acc046bcdf412a986343908438a8f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45576e9a3d5ed457c5852514deeca81e34e59e01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e58babb3ca9a7df974f4e65cc6a7f6362b8d80cfbc776001ce14dce7018d026
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a5adbd6a765422ae62a4d0fdb85cfa978d3197
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591eb27acbdbff402cdfa498d862f0bd62f74b7de048b7cada6be65bc194b540
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb52005c1751e19c7c96e3f908974a23078e64d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6399d54476e510b07986b995d0ea97c06a0806d8998255489dd953315a2e4850
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582793c640e85c4017788620fe9ca9ef5f3d649a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43866c7efd0ead30ee320e91f858dff1203aa2e3f83fcb31cfd6f6bd152756c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e04c2380085ec085e9c64fdf99997103a1256f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda7c95bb085a241f57c0ef4cb20c875cd3086ae8dc236cf6bb9d084112382cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a6ae08cdecdb8223ba88929685e1f290da02a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efa2164fc3a7760967e7f89d5a126d79c639d4c1e1d7897ae817fab6d4474ad
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5527318a4c5fa25aa93a7aae336aefec21140357
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edbd0643f65704c07a271590293a702c8b814f521667644428f6bacaa89bf32
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0325c94e7d9f73e30badb79065e6f12da497230d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b399d3cd631c286e5e6e87dea89a41e39f5da7698460b4bfe9c1d16814579c5
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5562186a204ba8bbbae3afb9871a78be2ee918
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d3ab2eeb4b06d72a20ebf6c9f15d15d786ae5d6ded7bb708880aee97eb8bb2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1b0d4ba81b8df4ab05c0e6b0cb9363c3124fa2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700840a22a279abff4880b46529601732c9e8f0979db54d972f2a93de9cfe605
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a42e67f6e2644ca72a297f93c35063fc1c1659
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae3e24471ea1548fb7da14ab1440aec618e9f088db0f7a1bdc4cb738fae0292
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34769866a29857fc039e9276c1d00df4611da9b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d2bc785fa6a352d01668ffc347412aad75ba782db4e390edc1c1f7fcbe3dcb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a51a29b94c8a5d05fe54995c0b17bfacbc2f9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e71c45422514e9e68d68f82c3fcd88d66936ecf433170fa23a23d6b93483e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e7f34205d8f54a4110170cf4e7d7247a7b951a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9db0ad6621d4f4a7ecaa1165997a34233ff5486aa736896d6d32ee7a4752069
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b76dcf6e62115b725ff9068a1e8a6963fe24cd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7a29738b429d9e2597a87050685c9312be1f1a57ae671d4201f784d50e5969
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463007112d80110fc7f4753181c97555089ae7c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d89584de7913423d32807adc8a6de46737585a898fff19ffcb3872c58c44312
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89f3b2d5cf821bd53f8f8a55be33bc4181754b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e984f23734f4a499a13c0f7c97dc0f9b1d0d4c909a6e9113589fd734576cc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ab38a72be780fd3b5e5e284ec8401a29034c21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dae6c8a76a9668eea5e8f61ee2960c4735fb8046eae0aec6d3292a264db2e5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6dd2ee417a846cc6cefcdcdb00c039b464800b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79938fbc4daed1e351c4d481fe3d5590726f4356cd30857d9c4717a5c8d8acf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213ad947aca08e4ac8dde8583e882eda4dc43325
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9632c5df55e7e7c40784b60e2921328a4247010c90eb16def645d24b31db6e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4ddda2dd1f884a7b727764e69a7dd312a4b790
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1fb7ed55d451b4f1e933353a5a4d0db3adb7da6ffca3d2e26360fb85f98b52
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4991328e35431f6ddbf9918e73b57ca26c3e5698
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8d564c1a1dff61365f128d2c0e0d2e230f2887a7be2e22ad6e8de12ad3585a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7e3db2dc942c4370ec317d96186783bfb9dbfb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78db46720b27180bce0d3e50d6613acfee000f21abf84c012693f951cbfefdcc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd08532e86b4cd8b2cc74a484a99f1d138171b2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a39efabd15c6c8aeb2b9e5b2edae2251a43d0b379df584c4edabb9e86275f4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2561ef214a00e2940ce3a97bfaf778d4d105b6cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f71dc8a78424061625cd381d7af581c038473947f36387697786d3add03d87c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09ef41c73d9cf1babf3bcc7ceecadbc4434a06b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d625b1e40bee90ee347eb7c23c7eff7edcbee6550d62d6221ede44438786a39
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f6c76521d159e6789ab880a80294a2937116eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3725373c61ee0edf2b17ea682afb8141778c52dfc8ef6984356ebe9555ca78c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a14dee7d8d7e8190c14875b4583770d1b888ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934a74d53568623ad3ddba0cb3ccf38c196c7a37207cdcc62dca1a0f1aaf88e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01514073dd5cf1e077bb92b743e6b1754e8dd010
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c5acdfdfaa33119c6916fc2fd3dc598afaab59a4cafd0b28bdad0e3c098682
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5ec1c94caf7f538c7e214fe17010cc4f08aa14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e17187c2711cb342228a44a8f5768129e0a7656996c3219ea81006d9f88d08
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569ee0e93547b4427f0e0d1ccd5dac5cdf4d1822
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291ed846137a2d43d1d56ab5cb47b567118574878072ad1f7acfffa5f53f7875
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0eceaa292f270eea7088a869a2e41de29da6ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08514b68f51cca89ebd3957c1919bb4746d94c5040eeec1be1fcc07aa144363
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc308ac26f3a065ce2e596eb4721d0d5a7f4231
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a08b84db4461adfb46f9076a317c2f3f3a136afecfb53445b81414382642c8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad3d9c97898544f0f995a684f2ca0d761738b3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18df84db2efd1fd4029705a33bf16f1f4aaa9bded51bd5656527d202cd948e8b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf04cdd209df6b32b276ce987f7f882ebcb0cd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678f9728719b3b4700085769cbe098aefcdb0a2a1221256cff69061825a3c952
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec853c344c2e33051377b94ff075b2c1c2545e53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36602862dff868ae845f98b46dd0bd87f06f57e3dae219adc2174ed014f354b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c249e8eda0a3488e415cf6cdf3731c35143bf5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862c5761d446812c4f9b283df98e364dfba78c305a1a65e98111fb48ad059032
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b48fe53be7e991e4a8cbaf4347ef8e400bd604
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2f943084ea4b4c6b36796e0fbf4b0a1f98180a9c6302eb4929bee5daa229ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5122767df517e3b8447ae1173d72fcb9ac42dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b277a8e0a3b5aded0277dad7fee26c275151c78f0f7e36c6716d6a02ac4a320
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad9d5b5c763f0ef76e423cd9367ebeabefa3012
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99121e39c1a87bad91fdb2f2253aac340abc355b53f6827a39462753793786e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b21a291100aa5a22906a6bd209a5bd1a23356e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a54a9b51775f08cf37f1142cd87c0d85a65fa3575da4ebca7f53e56760ee2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b844685ac92ff4bee7f2fc49fa05ab3f8c5da1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2bb5361db54d0352269928a2b7aca19a6f5bb41148eaf380ce1d6766e8fced5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb9f176992261dbd4835c89b5f3d0dd95368dbf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193352097da59066b0ce490efffcd2503183bb006e8c3d4040a374208fa66fdb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f76b087b7b01c933570b05242c0cfccd57711de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2f509358f5c2f46f2132489a3daaeb603963671dc7ea6032b5b48345ca1103
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f68daf2e57f60dff4b73e9b404013c7871b630f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81aabeb6ea1dea11e824c3ba2537fd657bff85ad43aa305fc8da9fef0379ef70
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6b0d915cb2121cdf8a36d4e243d784f5b93773
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b567d82fd15acd108f9bfaa99fb72f7d97ba0c4b5c809b397a064d9f5c9e2a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6484a514b53d28d42f812c99739ac38b130494a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0b285dce610d1998a72e9b171fdc0ff7a395e5ff30d0b2abc3876e8e5f7212
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06841d7aab47e12b1cfb5f92925cf97f4932f98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e8870dddf996f572928518fe293d0c5b0f64a9e44622035c9db09e41aef89d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a11d8058cc410d97270a3bd31e4e61910cf631a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a45a860f133ca41dcbacb68908ab40da9592285682628f7261f71a13fc7815
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e937675c985fd423cdef8aa911525e7f76accaf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7837c4abcc332561046c59e146b3d0a502dc9bf1bdc61545645d90118824c81
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227b095bbfdc07eba1ddb50bb467608d34eb46fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9d10782ac20aa1fe24319a69f86c48ae80787e9bd9ad6b5e07b3ef1382f6de
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51a02efd47cb74e4992bd5e94931e5b1d66bb43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38994021d9f74d3fba475ef65b504639fb9443b9ed5945f0959692d9a405344a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9487b45547413ac0f55069646c00ce7761f4701e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa0203b23117df0d91ef654692aa4c8dabf3b4bbc038acbc1ba2e05b59c58b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2ba3677311f74bca90d7add4df1fca540eda55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4979067dcc22c5eb73645798f8770200e7b01e5debb2b9b16efd166ec7eabe1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a237ceed9c8cbff5dba96236e243ec4f9dfb9939
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69efaf0ac0dc29b1043feafd0d86a07e14ef7752353894abf461b6855b077643
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ebcb492e11ac82c12b336023884f44369511db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ff5adb462d2291123731864eb9de2bc1026b4c35b45e6916159485f0e92647
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06ac80f8a05236ebdb530f9c40fa8abd32dbc53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8d4a15a4a43b89a04b3aec5136eb0a36927477ba639394f9309819a8a9ccd0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c8fe94bd8b16726560254d2d11b45a5219ae49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68085585e0bf8ee4c3a9e9a0583be3503c76981972bbe92097fed60d2f10148
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9ccd200bcfeb89187d23994e243aedd33f7df2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6833cbe43d66d2d913a57bd1dcbf98843b797a04d1a4f3540cc0fd221397cc5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5540d0a3f560793cc28ff0df9a7d1662cbe7fe8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083d303b71439652d667fa5ae4504278edeac0d2fd1934d0716c82a4a626bb93
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ceec443965280ba611482cda2182ca0b9cb09f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df478e362b8fd6f576709f6b3bfe57c3f9f696d4ca1c3ce861e3ee3f394387b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a5ef022bb32eb1e087b9081bf235320db600f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551905ba3025fce610e2c88ff4495ff0558bc1d4cd959b1b1ba89bc8c23a55ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26105c71212d2cb279063361b2ca36d10a6893ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcc19fb87e9f7b32e50cc3772533ae68118f634f58952d03a5f4922691db690
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09160ab8be3d14142adf2204e04d38b1b3d795fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fe6cd35bffc572cc21e5b9de5785ff0df4b66433773eb1b89a08fd6641aced
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae60b484d3d240b14332c25415e3d5e07ce4127
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab64668818270b78be13424f6795af10049344bee6a5e524d611bcd0ae7f5a5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4681bd6ce96ed711cc379d6eb44a4e6e7737f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081217647f4805e34ec3bad1b2b6c8ef468039c9b5183b0bd850e158be44bb4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1aee98c888e886ebc9c771281de67bb6a6fc04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd374123f1b4c8f94a60d44569d5796775524eac83e78b021a88f437fbd336c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705359e75562d0410a477cc8eb3e3e6ae02c996a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab04937d7eea2ada2d2055d812cc1b2ccfb1f618baa122e71f4294a50cc636a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d884fe2c5d3f34364778210e522efa0d1b8271d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cba12d2fcc41327f9bc23c45975bc5350c3b1e8ca7fb9208875753871517779
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e6d1ac6b0abbc66f59e38767b2097c1252aa73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca00200731715cbc30c19e9b0cc073de7e51aa3ce2a16edd375d3999aab0aa5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db28b3f9fc4b4dc81a1b038479ef5ef806e52264
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84d6e95708443f61943c747a1886cbfb9dee84358d4daf029184c136ea1f88e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e932e8b8606d6f8daafd60214c019e22c806eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bc18859852f4e9383b7d6b4627b80fa18cb18d83327afc010a964307ce6b60
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46e3d4758ebbf7fbfd117115086028034333e30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8ca8cd2112f0d2850ca203c0476f4f545745dec49f3013baebb8447394589b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78da7e2b1d8744977b9a365c720f3c714e4fe553
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c106cb9f42e0b087e9797f921a0aadfaa0bc72c9795a7e752b20db14297ba7ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee46beff9bad1abd29864f7c5af091a608f40ab7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac13f647ed12f7e25013f11c1566fb6d072a56f0b708933028f75534e3e25003
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c06a4cacf9ed0c64f03f3dab814c65cd439f03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55973546fb9f6e88b9eed5df2f0f60bdc5e2d2829598d27625ae7dac9466648
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c5859b4efb9fe43acda16782225c8cb23b7193
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f187fb099961de64a96106fcb692059c470a76b2cda7a37d3ef7cf5ce9b1e77
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93704494842ee4fd0674e3243e08d91270ec3b0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645760b007361f6a9109a22e3f8794488a220f53abfaaac3707f74f9c3239960
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afd8b0a1c084c23982568d4e94da601213b03d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7931aa338b6ec8759e148e032cb2a734c47968e32569b710832c31923a0c1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1d6e2d703b4fe678b452a096633d9357ccdfba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb60e84b2299fbf00055d3111cc3d4fb09e58f7183f7b667e85f579ebbff1eb4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89988ca23929788a167423e78f06a378fb6128b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0616634b0f2c1b615a59d9aa3700bc2f058edbf56aaed216facb3cb21111c5b2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8e005a98761799b981d7183dbc02e02e1492ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a82261234f61cbabaec215c697fab4cf3cc4f091c7cc4ba20579c8a04f0a97d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2909dd2f6245c3c75f69cd1c868bd7c5254690
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5edd55ca866fb758a800112fb0f307a1814b1fa0bd024c68c13cbfd81d1f3247
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e184a4b8877ad02b99f6ef2875ffc85c9d9cb97d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96815b4c2c04654e73b51b8fe8161ac6f2c371b62fc9d3c4f5b745c14d19ca61
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4661d4f3842381ad93e91749141091818137d256
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c716e186a07e9c2eba00c8af2f92ea8106875b3667517b3133960cd3150574
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9aef3ff1f69680f4d10450773906a8111427694
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7641c8fa900276354b1334174291b5a14d733915c826409515818855f14b94
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260403c9929311cc55c614a5eca28aefd75724c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a2990b62b7c87e5224b6c7f025ca2e17b57c63d459f710a02540f3e9b33390
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328c6dadf50b1d1e073d5db455282595c500d3a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0368c7811eb0f7eff162ec6424bec1f4ce653d7e2bbd0a7708a81f580be351fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ace0b1b91d924dbe34966f6cce6bd42fee35478
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694c5d599bfcc9666c235fe736ed20258e3d82bbe3787ee40b87e574e9413662
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758e91a960ac10c1c04f021142645ee44c331fe1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9dd1292e1a0930f021bd6c9266397d34709bb668c3a396c5417bdbed82c0a70
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee47497de94207c843b0c2c8730a81a5612f1b59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ae3bd8ea6259a0ed203293008e56d38abfd466d2cd88a64d27da5933bc5051
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92c7e4941c63863dd47fa1fe1019693eada189f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a74f176e3fb698d3a4c9aa9dab1019c96012523ebc4f8e57d31e93121360d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69fc3d157ed9d20aba037f15507ea4a7a30ec0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70567bf402f0818d3722ba6adffab071b10abf19b4e47fcca3353f7a1b4cee2f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ba4856121bcc43c1632a2ee6c061ff1d58c79f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e478fb843881dc9697db3aa832b9d16cb5ab2907c22c845aa3a3400bd8c513ba
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd88c3928a29e43e30b2e4a42f7513745cce20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40141a31f7aed40c277e8a2f477e05efd8a71bff5e7012b71ebccb6720499a75
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6820ed1a06ad93fa012e13a2c5356664daa7e271
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc91a640e7b14f07591393180beb811e0082dda2c92d833f3eaac7883ac6427
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad3be10795453faea20a458d3b2a98db1006a2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ef069ca864ecdda406242d0adbc87f22ac67f6e4c2f5ae81d27738b826ae91
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539fe319b01d7ec64ccd307aec389fc1355a6d4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6d03938ceaa1f186bc10ebe743c7f42ab8fc4f6fde47c90114281232c2756f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c522523a6d97ac03fdad83dd1a68e4e360e2717e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f316181755845a504746ea711dde59dd51e214215047de998b57bdf61bea60
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ce5f96365c7484c93f2fa5e72747d44b82098b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308ef014448eb5c9309dfca52cbeeaa368866f6741d0299115e7a1259ce0d2cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3a638c5bccf58b86944ebbadc8f8d54fb94bd6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001350a75d4cc63f99ab7ef1b9282873609a399cebf48cd7267688b976bc8955
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d5ce867ec316e9ace6a46494a068d4b0b98067
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780154b21ac1a066a32c2c0bf7816c286b630b90a1ae0688ac2d558cd306b6ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7e4976751bfbf4ddd8609fd9badc40b992b463
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a52a92a8faa4685bc49c409356bdfa8b8dc2bd08fa860eac43a542313206313
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51f325bd72681b1f930341566b2df49a8fabe82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eafaaca8675ce98483883752fa053827417cf005d40e444aea234c8bf199de8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a24d4324fe38043d696b3389e3c3176d6d3cdeb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c48519cae80c69c6c28d417e014b538e245a6c8ed14e45315aab0ce4710c7cd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2707853955dd3506f33ab2c505dd2a71dcc34b9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80bca0b1238a337b30fe2da5761b6074abbeb6156331dbb4c338b35f453ec76
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29359aa28b4ca2da48685610d0cc225b7dcfc6ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708e903e419117d56179f4c2ec492c30d611e37feb8a31072606908aece47c73
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ba723c3ce836646a942c4b8986dd1d2708e528
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7806337e3dc7344afd8e0f677906f0999dac6f5cc46a53659bc3b31d2fb113
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9154c8d59b8cfd7c87a9fd42f71cdcf1253c766c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633b9683dc7c16fd7d082ad514595f4b211681cdf5cd02d27afff4146f3d2068
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031308999a71d421f9e4640f2dc93f288d46cd11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf3d624980175a2e9e1ddaf3f6ff8184069cadf36a0c837bd0bd07c4fe622cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5f603c3d0e2a6bd5a4f92b3e02ffe90bc697cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e09bf35e94dece4872df0273b43208000b0fe28fe40e6da7900dc4ff59669ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3977ac036bc9b9c6e7105fb11080325ad2220e11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3d989da53f2c36800286887bff60210aa2ed90070cca3ab9e2ae17f093dd20
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a9dd4f0e0ce3c23720a13a2f67ce5353f9e305
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50108810beb18ad44db145e8c96310898cf3de07c5ba25e691fa35d6be385514
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3ae6820eeb99bd0c8d8777fb4f7d656572ffa9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc04bef0ec2aa8a20ba8d18c024ce25e5c661dc4398191523942a8a4953a278
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd4c69d11d2bb1efdbad114f97f4528812856f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784ac16d5495b82257f100fa0b0835b7aea2fc7763e91f64440c07158e544948
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9844e67cd395c57bca4aa8148a07e81f92c4d128
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690a274081faf4f855ce519e681d882d2ad244613380d75f61aa385a854a7f12
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184be4d4c25fec9b7872bb320bfc57ee32fce6e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40af739c96fe7d3300983389593ac188daa30e456b0b066cda90ff34e095fa89
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1909d3a6ac839b74b5623cb367410bf2b9935dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb8e89130d2138d70c7bc86e92a5a4b4634d1695f20e6c526bd8ac834041b80
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df3a9bab6144463742a4342b829d3bf1a5fbf7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758982c826edeb8afebcf9560d4f730b93143161d8ec526e37f353dd739c1929
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f4ef17369490c42d511d8d3686e0f05e7066e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f2bf39c5ddead0510b3f3cad515f08c6947fdc6824c82456025233fb5555d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acda25349eed0fc49349fc9eaaad71d4d9362ed9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1d2753f84cd12b2a034c3ea82ff572d8a7581dd8a9ca5011421a38f7120ba9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a07523609d604b7e4c47ced921ad14b544eac9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736c902fd6e2e6b4614265a81b36ac6867a0b1030eba6892bcf29a1b9dd0e72b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e9a25a021bc36db2ccf62cc765c335c4304fa0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e0c9a67ed928c3b7af6116eef5c1e236d5b87620dffb87d101a1f2365aed38
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc561a86251627dadbe71772cc10e2c50a8c2fa5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795f519e5586e3647310b548b59ec780eb61f506dbcf4a8260137ce4c4c55568
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c0576be885ec44ad755afa5758fd4087f1bd2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698e275885ac540c9e4808f4237075921692e55150c413589f0e48927da9cdfc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368ebe070dae9a339ec28e35b9c9ca6efdfef194
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e594efe9e6ca79dc5d226b7b73d6582e6c29a1ddb0f56341fe9c5b832972a0c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1c8c64699c730c915cebdf6cf511e71b1b4fe9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafed4411fbcd4c5eacfadc53cc3f90966da34510f61403411f2560a1fbdd559
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b7a45738b1f1361430b428b642c3d5d57b5470
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8971b2c16fa3cf9abafeaa15485b59745f2a20dd2fe96f72249e7e78d33a82
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9c344979d02a275ce819fb4bab92ad93a4f1fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688e17577622982a10b38937bf0317c7f6f948637cabb782cb254c77af0f88a6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1cab65c89bf3c6ac78d3e1c83c0818dff2dda4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a226c71e7b7c2f9d48308c097faec277cc6cf7f6da03df29dfd56582a15e0af0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d964231d075dc8932ed0079cf29320e448a6d0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6f84b172ff5dc2a758a7c71c9ba697bc9e39d9ebee7ff97315a6006384d2ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7eda2a7882f66832a43794a23a644561ed2b97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3358fc21fc599560460fde76cab99c7fdc8837d81e68ab959da9ac3b955d9b96
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b25e5ddffff41cba7d5143da5598ed39eb8218
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25c5cbee5dd38ce2242fb1c23bc658d66605c144e621193ef55e37fd2dd019d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0e8ca634fc1cfb170536b2ebce22b71c45970e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf38fc0c1e24defea8461356a1fd5283566009333703f96646058666ad8eb138
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d670077bf418127d4d96b11ffb44737423e1fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b74b6a6f377e16df697bf99b4e79c40ead6af44d096414f97e5e36e498f0be
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5d8e9d65734df3bd3a7b0cd187034165c386da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04c9c76dcbcf8525e5768a936b79e56d0d3cbb1e3e937ea641f30f58aeaf865
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7de3fcef34a55955df0df68bb8156507e2a8f6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77c3292c8c23f60eb660a72be1241532ea32786e3c505697d726b2819c8decd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15db7347d41ca09e86bbd62b430ef9a51461642d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192ed7bbc0167b3b1f8da9b07aab92a009b541cd1e04382f2b7f057b702613e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b21eb48fe4c4376a5a602a600a5647c79c3a46
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5701183a7eee39781101f3e7666058cf49ed1ed05e83f99e15027677213c96de
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635219e9a436bb770e817c9229e474e9baffd986
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01407aee5370e79430c8ebd0c984bd379206aec5ed74aa30e7f3169be7ab2c46
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06447528056feeef7be6872c75983ff35c8ef5c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb377c9f6a5ec4bb00a83ebc5e3c57aefa4432da38b3ca88e5770dcdb44a1462
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c86a03f294d0d2ac2d9e61e85f6dea42958227
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4a8c9bee98853e1f627237847579ce917af2028d355feb21ce8f211dd7e13b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8458c01b2c9960452a78c672346f4dcbbb6381a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03abbddbede4b82f9bc0e610e6340791dbac87dcc3bce1d499f5fb9b615c3024
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ef8c7603956f2d40fd79098f47f3dee054cc77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5250ad4d101e275fff8ab4fd6f17d417d16dcbe2c3f7aeae18e88e99ad15145e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2d8a988d5bfc012b97782997451d5a622db04b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ca77b62b725f3fec111e7ec03a76837fab3023142bbc6d27e6e90d4a60576f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb6ee1f4e4f1cdc657484fea4695a1b62b54a8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22943df7a630e2cd2a798517a666b5eeef09c24235bb1bbe187f1a240d66fcdd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964ef23e010031d494321acff909bdb69c500b18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d4184f8eb22c835abdecac7fac0cc77fbc7fad8fef7b6e1334e8e3cd49cc7d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac2d2775787a12c80496ae3520b7939ffc29afc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a811bd02746d6bfe7c9828be99bb3a71823dc8b8c28eee63d94d7920aaeb2f7d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482933e79cb43e89287dd0084675f9fc13dfb850
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3421d03935db6c3f7a1b75f61e2ddf8be5234cf702304aab5d5b7eedb02fe5b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460a2ac6aa9781245881191cad693ad626b1023a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34125d82c72a04d9310a142770640f74c33f1c8d2bb72fb069ddb82d04f7dd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62a65cd881fad39422db409304a5af192f7994e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cd26fb5091b453ab44983bea0a7215fded778000574432a4256cb513c96b56
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6cd152c2f2ad41764047bfc263eab694e297d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9ba2d74cd368d05ea3dad5928e2f01526d3e8123544fa40fb9c3794381347a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9276270fb091473f4e27be247b8fe41cb34eb36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215bd3ac6dac2c208aab29f2a2aa4c3af4930d8217c02e45125e76ff6f180d34
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46906fdf690f5b835bbeb669d64c32b5f3a940ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf61f51582c95d487b5a833e3a8b8eb10bcf774b1f9fedc25849ccf10f19fce
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdcd9204193386c708958db93adc815a8fccefde
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8ef4eaff8e5391dab28097c77fba47cb582ff9564b304bdecf6f0a757c9f97
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b292ca46266b638550273ca47edada445b40138
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e51c09eaaced9295f2225d50744e848a9cec74a293d43c79e219aa6360b1c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b7266baf4bb30a45bb946b274eb6d54936a546
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7624562bc9d102f4ea9717d24c1a1a90e0d15c1a8ec5061ab4d899a394b1d5cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb125e18fc2f4e86caa8aacc4b9c92687ea8e9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7600ae8122c95fef6fd63640e3fffcc1dd29051b5226cbf07fee6123655efb6c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e2ff509a7bff83b7f19979574042128009652f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc3016c0de8a82d1204399cf7f9d032968a8129b2ff2818f3579bb4e3f86bef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65c4afbdf44a19d5bbe45757d61ebc0077b7558
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79228b3aa83480c4ffbc0eacf7d36fb3f4c2e77c216eacbe7492e1e9d193f1fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949ec682e8fac7270bd952fa2d6f5b15488f3ab3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c0506a1dc9b44013ea6e62ab23f73da94209bd0af315cbde24d8aab2de87c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825c72200f35bd0db1d936095475ec6c7f7d045a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8579117452b8cbf7d3c5f63b03c19f0706b3089474f2cb00bbb5d6bee4b3c95
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d408ee4c38830517c14f3f54401ad27f7dedd2e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bea986460fce64e4ec93458255a9bd4b80f8a6ae73fb995309d566a61fe2f57
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aceb6e57e87893843ebae0cfdc78140d1072995e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799b09deead9a6aabf92174a8764293df014215a53039babc0398878533eb624
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa34d5378a89c63ed9802843f16661e860856e11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882da18abf5bb17ad8129a1ab59dbbade7b8087bf3c96ecdf4b870de35a13def
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3894980bfdc2fab250fd046e72b4ddb21b2a3088
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9627458a5af173bf829f6c556e5b308b6409d58e7c808767ac7d45d61fe9abb9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be671333e61450dfb6f3a7eb54ac77d1aa2bc4a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1561ef6bf7662a28c25b9ab11aac59f2457777168f0e79aed7146033215f271f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4256156a0b103a8d32b147e413f820d5223e7279
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e439ed53395838f4d47824cbb72bc284135d838cc26ac3e7e44e8c9a56e07a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d097c127a6fbe9d01d52addc694131be9bf0dbd4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2e0fa770e47d985261039e078c7aa7e63b44c970e4aaca6963f84bcd50e85f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f429eb249b8258f6bcefca66886a7345f51a06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6475a7a206e18d57a07e0820afec6d4708ba9d2e178ff653ad00aa6fc71b8d87
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348bfdf97f35208a65a3ecfd2cd704259ab0b713
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d86e12f2dddb71d33b418503691a29c8c87b6982d8390980e57dd394cc07d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e51950150f3641d558021b79ac0b7088f66da86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f28cb08fea0a07ab1d05c9dd6a35c63d1de2c8550bb24ef3075b9b3a1e47c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45b003a9f76de7d90a736d47221d8e630ee1064
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57a97e7068061f589c0c65f4d2824a14f3be043a1791a6ef5dddfad93efa88b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768a13daae10323fdc13223bc30b8ea42bdae011
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4b327b0ae99c08581396d06726461c90f6c8db5d24b46b018ea1148dec5797
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857475a35bb40e6114936f0ba37d0278f96ca0ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1460ac011461f8daec589c50d94fcf2dcc5ecf4d5b17f1980f36ac74cedb1e36
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ef0a3fed3abe24f25618cc79ffdcd96074fee1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca83484f2fdca16597bf0a762c764ecd407369cd0d14afc5b42f5a8fc9328d5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fe616c2512ac398c17d0c7d29c248f92206997
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3d678447ff500b50cf9e1083b28934eac39cfa12adcbe43db3f0402118c2f0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361b735257ae8e5c1c1185e004482b6a5ab50332
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdc6dc5318583974b2749981553eb0a16237793c9ad96ca955c388954494077
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6012b80b618b42f3996a110db97d0de0f98747bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680b465d43b4b9a18bc84dd2a9efa8470e42cde4be3f64d326b535adf972e753
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549da7f92b2f765e5b9087f03261175e07dfe7cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899bcc6fa67f4e7b254bb3dad317297de681069b322e4edbbe125715ce5d2113
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108360f67db2124f750ebaf5a36d34c78cca1349
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966e308355c26096e84a243ffcc5c1362049790bcdfe4466db640dea0dfd4684
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b3f60ce98e8104392f84db65365f8ca7b251c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0832ea8c808ad8c79d020f005e7e1d6a6b6bb0520f505fcaa43609984fb50bf5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcb9bfe08f92cf4b5b45339cd1047c254f94b2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fe64bd7955aba5dc30fd52079bacd8fd675b1b68c8f5bf616d48d76e90ba8f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f35f2d1be98bd56b0e0b051412c0eac9a7f59f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439b1f4052a61ef8bcd501a05f51ff402c271bdfda0d5c8cc0eeef12d54be916
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ada74cd7e25ab66f190d4b036611f3aa4cb13b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1bb9887eed7b9da293637fc90b4e065e105427b3cb74395d244327eaaae9364
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314cb5ac666d72e04844cfa85d692e1948d3342a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7db621d559ec4f680998bfc36a1fd1f13477651c0cb501b49b86a1844d39829
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7ddff0eaa14ca2399241811760d859e467af5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452e27aa74e147b94c967bd8e1cb1ffa7eb373c8377240ecb75c1341be1a4e99
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a35718762d69b2355018bee057382029e6e4e53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d500041595297be4aeb41dcdfdcd4f08fa35b1909713098af37f43cae8eaa8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897ff4bdb7d5a7e0605a54385cdbb658e3066f6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a820224148c3855b94874077fba3a34df5b658863886ab1f04d6496d6a1ea50
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9f84c01cada5e3f44c4b12894f8cc78b2f1c6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c025a9e227d86b047a94915039d587144c0461ec22a3d43bc6ad4a36dbf1616c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44561a7603d204ffe8d4b1a9f8cb671f2db82645
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6785e0545542574d53feb5380c9dbcd22dfa6f58bc327c268c11e08975cc6af
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ee13745c65f8d1cde75fa7b797a5cc69765311
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97bbfc3f28836b0b40dbdafe1e880169b46fe980ea3068a2e551a8ac8373fcc7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37747c5c2a17728c100dbcb628c7c144db213f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1afdf6f90f014d62b1dd9ebe786a4e8443207e96cf596a9b5d04cf7fd4d8b95
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af9c36a9734c3d24dabd7366bccddf0315b4540
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a5c6d2811081e5dafd9bd4632a6e2c44318eee0d8594704ae297cf64948b62
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a140aa622538355404150b4e52527daa753b5295
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139619e05038b845e65fe292d7e6cc5b0b715a9d342b8b21b9884165b17bccc0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75af0c45ed4136157fb4fba4e6df98bbbb752fc2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ab66e7cee116fc177dd90e17edc3a5325f319e094c4e48f9a859942edfb58c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912fd850bb8f21f7677f53b59b5c9b56644ad24c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78e7cfced2a27d02b9c1421aa6f259afdd1dac0691438a8e30292503cbb3a0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbcb234045b53c32ab9c4905ce5de3bef8cb422
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffeedb0adce49555cb37df683f7b1dae43f04670b8b0e59b5312321c75637bd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87072b6938319a324c6bf2b17d1cdbdb3d670f1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee0e2cd2edf651ccbba216e0c44f538038fce42907f2ee8f39deb70623433bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2ac14effb8364082eb6a040e6eea79e275fd9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2396115c2c02f1654e1caa38723e09b4902a597be3d5e90428f87a14f6de5da6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958f39ea883982fce00094f25023e86381a5fb50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0319b3efb2e012007d80233285db4c53f6de76bf07cc5c92e3437be0600a834
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6070320bbce24a7d58a1f8d0fc3e2f763be22a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b181fd900ac2d7e4d67284dc66f78b29949309fb6fe4d29b26680af77ce63f4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6882be2f2d0653b81b574bf9a268bfe4961ad0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c5a76671f56393e5eaad3ba7a84f3ac1b1d00a1d8cc923783a0984b1a4b080
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6392b54b49c13c5a7f3cedd125f121f61abee660
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e77d7a950196c97adac7f4e8388e17663228139ff33c9294b49f16e1971d43
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4a65194e0e175d103f2e6670d9084efea85e7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685f078089b2b0cb03c465e35c78e5fdb9190dcd7537155d76902afc7be7c758
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c2435cbf1071f0644ac6a707e05d7b47bb1ad8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b2b657974eb0eaf6ff29f90c34c7788d46ddf1538fd1220634e82b27fb591c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f951db96d7dbff9ba8d01daa1b5baa0edd4bbf1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401e754e49edfe2f1dcf3f84a14a7f1948884e74ba6d589201ce513e0a1f1fb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a7fd71f330391dedc2a1721d60c1ce129c9035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddd427b042384fd35f99a0c6bdf51e5568a47605f67dd1e64733c864e74b8a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101cc5ef9031fa041dd4f6053fc5282458706cea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47bc8428d1a8c69075dbaea76f57e3abaadcb1f5c70136b8550aa938abb4dd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3e1428f6465b1015bfeff23a0ec9349784b300
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d028f1c1f3ceb68872ec888aa0715b8ff8bdd1daf8694371467bedc49a46791a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea439f29a3adbfe15fb41631564055d173e2071b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2ca4b7f7adc30faea5e1865d09d5d989ec57751f3ce554d3591a3744559dbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696f4cd52d84f866bd7197f86d6213e91b947d2e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897193487acf3d61c338b02cdf6ab7ef3fbddb47d494e90f4399be32d3c00dfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3010abf4bf0fa889153d1d9cce606c7370461ce2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7accbd31cdb1bddb7184cee64d68bd032a94d9aba17f5992797b72da5d6c0848
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf9b2faebe16c88391b848ec2fee6cf3a0f1859
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20e6e920373bf0fedee6a43635fc17a3e66db5264f5916c1131e5e307b03aeb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8783f442c61eb7bf1221e22c7df5d16f934caf8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d048782d7fe7d69a6f2c7b313fd0ae1bd047420c851ac6931a96d1f6db631a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc340628773e05547c2c69a7347a57b662ecdd53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d8a4b9659dac27ca55b57720c6f86d2e16a033e0e0bda0e0d98c6e8dfb5943
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7660cc217a4de0fe0b17a78627480c890fb7f95
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d25bf86d2b83c918f87542c63f8e8f9723a6a6ed6e2b7041b8f343e28fec49
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db55c1a6a00ca2e100a302e236065684a0102bcd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe09b0f5c505dc11b91f9d483512040bb1ad86d0a5a4b49980b0950ffc1dc3d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0348f97a4adda736e4f7629ea560fd46ff58ee8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690f5a203bab351a91ca0d6c064afb5f8d410ea06d801120bc5cfac6a85a6e49
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3483b594bc1b7286056a64e4892cfab22ddaa2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6eeda536bfa0643b79d06d1ad7eb29747248c6544f00f264930ab4386a8ce7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59dec32effefd2cd66dd1cf6161b00d8ce2325cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c071bf37a1894155f9bc59e03c4f28c87ed2b4b0629702896b4467eee381d386
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616a9b4ddc0e9dff8dcac34c4a8e8d1a6cc02dff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dcb385664807d2a2e4afeb6f25fe2a4259282cb08683495ab16948236d7489c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861517a75f9807f7476b13119ddaf648ee0c9c8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5736812b4de82297dc6d8a22529ce97adcbd561226c18d20fc336159670b5e72
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4fb429ef4e492fd5070c5819893a0bd5194030
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e10ad2213b617e70cc35fc881cb913d8289b3eabc9accf5643de6b3a9e58166
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbddfae2f9ee434a02688841455fe3427e3817fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2924bd3782bde61819900b7f0f262e0e7a4167fb70237fedaa991b6e426d46
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc9df7818ac6c68d2dac1bdfd74769229af43e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f28b2f5500bdfc278988049a96b7d9b493e339351d6b11a5282a464ff03a9f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1663e8eb8c6a27635b2c8a4bfe61f89111503b92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3880a2affbc245e8deb64803a488a62b635764b18bdd91ba5e93d19b7532c07f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d399b091cebebc03070f4675519f2c45473183
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e37aef15c314d4c911b83ab90ad913187d8cc408168d47148515171d1eafa9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ef38ffec3861cbb13e94cb71cf890569b38ecf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac62bd8e7650d90d4dab6ef04c343cbba629c0687dadc157a5b059deb251e4db
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dde42a29891fb26afc51a05a4cac2d8df6f2c22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5938f2915653a436d38b0a9a135caee5bfc013b71dee59827bcf097161f6719
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e8cc79b9d7ac227be679e1ae641855e02fb16a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ac2b1b305cc4d3da94f4a5d69aefe3183571087f73c1103ed1ab912155680d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26214367bfb46c3aa68fcb510b1bfa596c0c8ff6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1771aa4747bdef465cffa4e7135d58167b30fef3d4189e4c619f8bca907a2145
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f1a9e0f9ff5115eed0baba8116ff4b93eabc01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03cfc4ae81396f90567607ecf63c54fd20327ecc9f0c381d37e495f13fc920c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8fa16343fd83acd14a70f4ae0f329fc4a2b697d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb7ed364f41a9b2ea0a1d3854f615731d7b14919afd02e700b2cd174bb8118d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d18c0cef3aba6c7574eb3e467221b138fc0f04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf22cbeea1ad780e25379bb08cd5d45aa1b8a25af4cbc9954da599fbe4288839
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645ef147f35a1febe95f019eeb99f4e628c089b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589fda97438d56bcd59a7dc890cd944a10b673c14519222ea9e2d7171d5c2cdc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058de3980509fb03c0529253d96af61a949c9bf5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a3062ab18081fd4aac0b40f9f43a462b101a3584e7217e2de2c8d492ac1d04
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9119d469d0b542334628e0b7053783b2e164b51
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be72564edc250f73a2e28a251fb789491bea4818f25efb462785f6d8e72dde0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47885b47de8616093583b6e6aaeccef893421cb8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108431020129e3778f598a4a527f561710ada6255601441416bec803eabf05f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0687862d14cf9ce19ef3c6bc478563de7c02243
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de433ce87ac5a6d5fd5d8eb81f0debab78294d962b4ba5102655148bd4f1d2bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2bb6d93876c1d4d09b7c772cb656c2d89280bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a205182c33add650f52cdf9b06fd45105bc81abb351c6d3f9589a46535603206
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da018bd8156a1bf9370daf8aee550770d94e77dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2942d4b0fc4877b18c26901bc68bb371cc7480e8f80cde66c09939b0315a0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f7c94f0b7ea1bb1fc85abedddaeed017bb1ea2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25aac739f2e5cb3695058056ab5e63141df12b8997b7ad12c1942d0f458dd1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88881c6afa502e18b257aaadd0e6031b34cbd75a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc10e547396f1c086b23f58c41b627821bba26d79fc0aba1a3fc40030cfa0cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7aba68c00b53f6223897b9e3e9155be2ec5029
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ab352eefba495f7e3b19db0be778b26e57ca0de46cfc103d59b37e6dd0d897
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49c9be3322ad65f533ab6ea5b198dcb0822ccca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55128243e21e25ace00d74f7c8138ed2534f377cc916da9b7820f3115659ce6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23116db260133233cbfe5b4fa3c83393ecf06f9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add4f47e233e26a22ec2ddab17fd2105fe669a4d57c155fdcc7610e06400ffdb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93198e726f21d8ffe1663107679f5ef3df1981c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac239bbf8a6c2a019c0623bc38ab6bd72db894de3134c3eb99061536106e7df
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d854c69efb80116f8f252817ef14349f2a5d2ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8e7106b8e79d4d87f1fa0dac67c690509d091d1f643b7b7e5a6a0a5e7f5a6e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49ef04d43a7d842f088aed5486d72a2fc365467
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bef92e3530f1d601bcf838dbeef32dc45f6c41da470c058970b89c8230429ab
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6949550d951304f0d7361870a10ed803d4af4dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8929fa45b50253a071bcc00d5c6799d34098207a4b2ce26beb6daeccc17d9d95
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb96dcfb88d4e43f91c510cddcf489167d03a06d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098c87ca756712d94325bc736c0abc02d85cba57cb923f3c0af61a9a127663e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85a56c9fe727bda34e85fa16bcd7860c2a0ba05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0345c9863a2ca5d182a69dfc7bd6287547239f4c14422884882dd88358595c24
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90f4c67cc15380d054dea8dab80d4eaf16c38e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab127f121098df563a12e4e13a91a8c79bfc3b07900ba1421b953e5df8b83410
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd1a315f909e2053d2b58c795dd1e221c27d2bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69648df27241fba89216e82fe85e520742590b8ae56500273cb5b3581dafb40
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a4339766d1958a6c77d7cae68d0175a697ff40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef5602ddcf0ec4a8f6293856279f813e70736f66d782836eaaddfc4e1ffeaed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5952d6d1e0f749d71c4ffe1f463ea26ce76b6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2209aef0e517debd6678a966788ea90f864367ec2f6b3f3683fb9b409ad99afe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea864619a1003b249cdb6acb15c079707b49c034
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edff0715325c9ab7bc6706659903575c14011d8465f83a0cb6e98847f604ed73
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15e5b6824f50b5bc47237b2da9771ce4b821717
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f793b8abff38325373702969b470d1a948b76287e230f3aa356bac3c279d2d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2943e5ebd2f80bee973086799a22c627b2435459
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65f883d52e6038de67355c0ee155484545104bd6e86b9e64636db43145405a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f81230c9c8215e43a1baf3abf55f60cca2c268
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1114ec59ee310a04dd75cb80f9c8234c1f3dfe8c86676c7e6c86e1059a7a75a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77419b755e0301d642a2d858a76f09c48ab247ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281e38e605b8048743bc88144376ffb9278c7a0ab253f25756821a3142550545
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca95a36f4854d0ffa2f1d540da8e8bdaaa8a96e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9952d4561331025a794fb10ddc4726960d0ce48cfc1933777691ce450d06f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f0139436c28d4fbef8e78a954b243837b6ca90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37803faf3b263c9f199918e87088d71d1026383c0fa334f8a80e140fb708e16b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e23e10b61e4bfbb3ef67944dceb38eadc25e738
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90929f22e052a5c2a418196cbc943d2234b251fe59edfd18f8b76594aa4180e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648b718d3219dd0b3df6e9379cba9bd684137936
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eec5b032e3490827593880d8f1d78eaccbbcb6eb0e5edeee350058dd70427d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c13bfaab349dc9db61d36cf15206d96c863fb8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6044f51885bc84eee5ca10b00d97b7b41e73b03e6db44183eaeebf693be3a144
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d348b4ded2f1332fdb2d1ba9c1335dbd703f451f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0784669fbb60eb90eef25ede15136f17756d51aca2f13bdd89b110eadcb1ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5274726da9dbc511e813b228a3d812ce1adb242d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d8d8178d8625b8f081a009bccd600a2f50b985eb45f4acc6cc8242c35c2bf0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179bed23893007d7878cddc7fbeba4a493b3bebb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1e949a4ff944708fdd93530789e4714f76d51c3bda7891f968b46bb6ad1ce2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2c87b111ba78d0ac8db9e85214a759ecc7a04b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d77062f5cd16f134db072afddff84a26b7229d4fc260bab0be61b5f4762af1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7867b11c68e8a1e2603927af7de053c945dac82a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec8663230d88e2bd42b1f2fc991e9963b00226ef82e512d8b7bc2a4bc7b788e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f3aaf6b2e1030401975e0de154677986f3a735
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a802b27b1b8fdd351b9b9e6f1331c2796540fc83c82c58fc495314d186c306f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a770f3e523d317a14b17477487dee5bdd56224
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8903d4b32916c2a88099ac3689faa32140dada191862111092987ae2e8af12
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2493179229692965a7e36d0f829a1487242cb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937f92278404068430690f6b1e7845f14f7b0eabf2fe3aaabdd0048a59e0e2a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b9ae075f55cea5f82e93c33ed7a1ef9e3fd440
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e6a5b058b5662f35de64f4fc910683cbfa4c5653beaf189303a56d5067ccee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e40eb01b0ba899b7279ab5b05eacbd3e9b0bb24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56281574ff4d4188ae5cae0c180bd985e8464e7d7af33e0392b5c114f1793900
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed4a33a89e0e930ecf296fbd50ffb428b842923
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e4f1943bdf931782bf7cd1e4a3f0f3626d6dc385ef83df01d9d5050533dad0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01692776a04ac55ed89fee442b6c0c7741bccb90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fa393d299260d2938e8bfff5d3bc37983749e4c8fb4737130e1ba4aec5b6f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f462f3499536235663f8af64a40c46bfebd7df1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edce5f66a2159601d7fc0d6673eecfe2b66739ae6a38fab80000c5b015660272
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348f2692d64ef5a227d296e7fb2a26b4c9005ba5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3cfce342a4083a038dd562a268bb9b61634a081d459cd82496d417bf6895ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1170c72f3414e50cdc8afdfaf4b694b5c06c2387
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45b1ac11254a4f8e45e2a3b37c25ce021077bb0eaa4eb44f53b0c14f4d7f601
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145509f1d867500cf9f9452c1704e993d0b80958
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9cb1df9bac5bc5029ce16ee4bfb048020fce6e71d736e57afa26402741478d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9cf92bba921cf86e313adcf9c951b894f5ed88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a33989bfc35d5ae266859028128ae52ccb0ea5b191af44f1177629b1b43677
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d557aedee61fa4ec57f060d23b3f8635501a2069
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377222d4f04b3e421596a0bbda90392970bf587bf6041a3b475267b3dfb1ea6a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268cab8d70e405e7c2c1470d6b3274f182acf7d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b378eb991ba84e00c886c52ef26a2a486d6d23d7d27ad98b5a825f03c2e4f012
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e609b768f176ab784e4188c9f66732d8f3174018
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669badf9f1b53d34285c8d0ae1935e2a471770d8c307e520de3dd496af57ddcd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b24dbf1bfb21d66901437f94e98260577ff1ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ed962b10b8a41605f02b219ae49ca33f55b9160700b92f4f4145f57259dbfb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56dfc11c816c7c7b48c049ed46f9ee0bbea908a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57199bc6a538750b8bdaf79f0df5151ed16f917d098f0ccaf1877ffe19d698c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f7b804c3d32d6fd00092bc4c1037dd57471aca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7976b87146afa02a9e32fe76f52473fc1bd4191b64197a86ecd4b655f7c741
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67d6c56331bb46f76a3695730c975b0973162ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a5fceb17fa61efdfea0836edd64185d432bf6015b8d6df035f3f77b83e2a64
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71de4ca51826a36001e69606e2aabd0b2fadc6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34406bd693cdd33eab4091f3d11ee8564fc36ac67ef030fbaa0081f74d3f866f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639dbae2457424bb8e846978294a772cd935a649
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979050549db6dcaee57ae59f4dae2624a08e3db57da33e554de2c1899373fae7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79481f8bcaf511898bcf6af285c8237ff90e070f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6563e832916ff8f38e2b7bdb5f8ebedafc208a57be63f3ee11a76d200ffeb7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e961283c62745a2ddce8769f65f69f995d040a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfdcd14e755f8951cba36700e0a985efe11f403d230b39b4285033e5bb1d711
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f947da5c17695888f89586a18732de3dcbd04d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1003337b58b61600e37c5a3f62a5d2828c2ee359c16531f8e34b21477c42102
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ea083446563933940a61edd818e08cbfdc68df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f48f990ee9636694a4d7ec06a71e3849dc80346a7693b3153e05e9b8fa1975
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7cdc19c97ee2d6094ad03956c9d5f10643d4311
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095aca518e30b3d9815076e596912fe27a0a0588cba911581160252393efd941
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5817e2ff70f67b950e8a39b7e15b99202f377f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b958fdf5a3c3e8f0cf67315e029a3a637fa67e567e2f990bea3b1f5a0d81c50
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7590a7a229b0aa4fcf24b126b881fa4044f75874
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c0195ad0cf0a96b33dbd6565843b6665c06bd4e14ce90144bd2c12ada51d2b
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bc96890f309942a1b74ac20a621345ef528b78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24e59c95018819af9e2a49ccbd88a824b1ed2624b6148f7212c1755f49a3a96
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d52e1e8c321dfe6391eb4e755264e355d2f40c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c45c0abf5273ec1ab5c06336774b9a214ea5054ad46649edcbd44bd881a33a9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459189344268800de821b9a06564e55fa23a1bc5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca27b8b35e207a03a18f578c9205f7dc63812561aceaabe5b61f174c84cbe0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347ca41638e7292d05907c645b9749a0f84a1dcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780d98d9fb6fd738390444de6efe79b65249087765fc744165fc96d507dda8ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ce51b4638957a8a136730cef67b6be84f53c30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2546d6aa93b765370f36f6088ff4f0de83a0fc508b8bf0d8423512cd12488a46
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ce41e607d83a69b7361889d4cd884fa70edce9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309ec89b166ffee8544a505a4f77c23e7426f83afb45526e8d7b2689dd86425c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab1e36e2e200520bc0a803e142f0f9a10b12b29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa31fc8838558663906ed833ce81246b62088eb0a7d30bec116649c9a785316
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f060254ae99e26b98269f3cb139ba5d5503d1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad66b393d6ffaa2e672b57591a79f2cf56d5d5bd08d0a15aa8cac33c10950788
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e7b1a61ce110bae125b6cc815962f52819a4be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74fa34b83c9cfae93b76e7d6349c9b8cd40778613be639bcbd732d4fbfaa1d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894a1ca142975cc02fc5e19fdc54a005eb1e0e29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ed877b1b6f9e7820cba1aa7ea75202fb14ada12978ee0e36afa0b4bcfe2090
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea256d79b4e6599f93f1a124a5530164f289f5f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbf085df8121ecad63e6885cca9644de7156a0059821dbbd4a2f5b839efa8b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4f5ed54c92faa00e70ef9a809c7dcc1be977e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12182999c5d11e76effb3d90f400f707d01c787faaaa2b2d65dcc669e2c9c06e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b842b6b11b4ac92b52b8eeba8c4bb606563a1a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ab54a78ccecf16d73fe87d408a22df86ac63b512883ff66da1e5bf3894642d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b2069a56627e3e29c411390062f90d20a43255
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d50a329327cdbf9aeb947ee66f23685c63be9b296fd371c7f0ba5ea3c89f8c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f708113625bf8a49ab9aca609b63a9bc7eaf42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be75ff16ddf0c1ced7c6d9b3d23d129312d398fecd6fa98072b1b608fb5de4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a96e228533df68061a824f79623eae27eec3077
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b299116e223776602fefcc01d2cc2ca2a40c1c2ebd50a02340769f027ed1e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c35e73357c4e6e94b3180ed2c2742ba4b46a5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0ba0c6ff9e66652ccce44913135f3b36586d24037acd92ba88b6e3c2aa6284
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5adebf9b3626a784616693b5825bb1a326f30e21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac70bb344b1bc084ce971321120feaf7f0ee12d1266a4c8eac841435dd6fd0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd6c33157e96c1433519a7e2f30e887313dc406
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fe7f0ac27515cb3be66381f5f8e24775226bed3bbba8b76d8462540b17bfc4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c0fa3c31872bc4c6001a70282804280e72118a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283578c9af05928b743d0b64453eeda481a7087d947a06bb442c47ed9a9df597
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712c7eeb44a1c9c0cb92e7ed9342bc7674967a06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb80992f5585456430f6894c3265758c389ffbc6129373a05a7f52ef6f5bb4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731dc63f7ad12160402d0b26a1b6cdaaf12843c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b018ec8bf49e93c68c56a847df239845a98a9c4737471fbdff3e682c0654e872
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6810e6c36e937839f15a895c82a9f19395342ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814b601dc4ba6aaee57af83234ee472171de1c15b90c84225f15ae37e3ea3ee7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e9239926b2f5a5e8e374857ae2f618e4b8991c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b216c22e32e8dc6e23e414a896cbc4c7f3828fefec28c5cce3f0b09034d67a67
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72232db2910281a488f827bdf76e89135b0ecc4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b0a0aef89f1e3529d5e8652a7a5709e5fc06a64bdd26606c526a9c1740d97d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc7856b2e76090fa7af18cf9ee66d56414452d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545718b13c89c0f324e311565070048d5509e0b99c0e1fef183f40427d25db06
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618a8a3bc454f84d74e684d08a6029779a69e9ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdf3e57aa5e5337677a5955bf093321592ec2b9f85aea30fc102078be4c65d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202cfa90080cc7ca2aa6366a812000af0f1631c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8325f2b78f5b6352fa13bf552678a87162119b989b26fe0cf5c280acf9e0f50
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b738f86c43cb8ade9bcf92d1f9af8ba228a23e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c8ca2d6cd91c163b98fff7aa09f334f478fc742e152cdaef545bf66ea2f189
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7a570681e5a9c725467bbe3bb6be25ba626856
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a9b2bb2aa05539ca33a9ad8aeff6321375100288964ada4312b3124e5da633
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cf316c17acd31203efb9da5d1dea199a4771a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913490082ad1ef77d2b68da543a13cfd0ee5a77a4656e2e6ef16790bf2b40bb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8878a93c90c748e59649c5b2761c8b9bbc2ab42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2b3113e7e8c6e2edfbd44c92437ab1cd1929dcfa3467bbc73df1f019877224
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a38b1c52c44c58b3bb91e4837a96328bef419a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b29ecc1582f30a5bad7df8c5fb23c40e4f3bf6af146833937aa503c3d62c24a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80cef9dc5de5f8818be307d5ea9aae8101e77725
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4a5c43aefa4fae9c72078a1ed31e5858415d648411b9cc49a1977b6c307cae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babb2a2e0b3e014843de232adb2c8e8c6da3b08d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91726a70a3eb990f849b130c9c276595e86be14feaf69000f878b6e81eccb58b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582e3cb2af279e815947a79893bdecb5ded32701
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bd0cf4d786469f28a76ce9e97217999d2e4d581d72ec58f626dd1a0d82109d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa74bf4167e3156210586e8656b5a52db3165fba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132d528a8910142881ae2663d582968cc0fe53a87c59f0d541e6f8cecd077127
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14dc288cd8d42a3b5382529b73bdfe920454507e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ece3fb91b5037743067bdd97b9ebe82ac6cb54ddb5624fe46f98654ddedb43
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b7f85624d61456a24da637a2ef5708c3113e00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8573ec7b00198cd73d8449c743cd76a3da3a618d207f8b2b12c10d9ad0f2ab25
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b19f9a8d60bb9daab450b8aae2fc00f27315da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a993ea015871760386321750ef508ccab17701d535024a3551dd4f119c0d0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19cdf023c07739d526e36d3e97b230aa776670d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d57f411ef7109d093155eb56ee631d9d238aed652288a968849601e9d6ae851
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c07fb5558f233dfb9d3a27b9919d1a48cbbe49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affda8b2608ffd883f749809c91705734c520f532cc82fa9d78f22e30e620fa4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1920e75c1a21b9dbaa912cfb03db18e5772ab6f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f321a1ddce90b8f623987671901547924bd541d0a4be95ae7d438e62ec6d43f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15facea67ec62a40bb1244b81802de99fc4c7cb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43203abbcf04a365c6941d8bc10f380f9ea64a42d4a10dbd59c663f99e82cf44
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02dc912bd5dc35dd2884357986c371c5b6004b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab3939e380ec89d3b19bfa235f5eec25d65c10813be61c7d23d66e0a602950d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8711247599203587129ed4bfc28964480c460c12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c0317226b37c07486528bd2c2b03bda3729b4196ee9a5fa09d985013a20246
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f191345339da8e85473cd4ef57da8bb03dd41c4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05a304c021166ce8726d90932a68184754bee7e77a60cb2431b481a6acc9891
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cef3ed9cd6751959d17845993447230619a09e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa48cf7e6e699ca1c196e97d470c765c44910638e1bb9f798b18a19ec2c52ce6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b2978da4a8c4fc63cddfba22dd0f392913d1f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eee428db96ef287cf2328ed4f6dba3fcb688b7998ec4f29d33c2b05492a3e4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd6ca69fb314f0a9e5745f6a434f60b2914814c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a3c556def2f9378aca4a1f0d48f95a4edbcd92ab5869583ae12fe8197f683c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1c051affda7abd3aeb13debbc00a9be0b1197a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f66effffbf544c16208911150e898f24a4e82089f51aea95a1cd38bdb6c43b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41034048b9a212b3e352b984eb31ce5195a2790
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71d22a87a9c5b41579b22e9cd3f58efb06350ab84b10c5d1c80417951bae991
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a668e84321d1be441a8f1404376d46cf11ee563f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f6cb5afbc49f72df2f92723d270baefdf0d3f9f6105416f20919aa873e2249
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9288206c1b1d6c25a75344a26ebcefb50b4ef721
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133b8f7dbfe49e66d77bba4b6362a605ad7af8de0ef786690c30cf21b5839bad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a0c23a8593516006fbc7fbd7aea794519fb9c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aad487f46cc617cf816c4a2987c7f1f12402872d1184850013ce656dc78d22b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd91939634a2ff9c56be03afb331f8aa867e1a42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d778b3cc0e33828e9d8310119c6bc94584020c75dd152d7e846d144b31da0366
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0828e7465c3faa2b06ebd8b49b5b74fd5b6ef307
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ac982905cf9517b88a950fa17cb551b80771b33225c36c8cd5eef4a12146f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9baacb36385c153d19f57407f9124fbc93b5d3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0f461c9e37d9a1af9258658f8be29486ebf84ccab774ef198208cb2d407087
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2771f5e617f65895760a72d13a612c566d2f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff581a82347c2938488f9eaad9a61fa842e4363624bc4ce80bbc4d2ca3b75e61
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb12783318570ead24a0495d3f78f56c75133bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d84c4ec7c973378f4f904dbaca02510aae2d999de146ecd9ec5696db539188
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaf8e4f06e49f487386ae453e900b92a73d37c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63506b76d8f065f837019a7f0ae7ad78511f1f8504282e6acd287dc3296c6444
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b10387d9ce81a8a801632441b783da425eaa0d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589a5e8e5b4f37f8e6385abbf1ea9385dfcc815c853b82c7d9be4ea655708448
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75af2db06fbf17ecaf8713ce014abedfafc0658c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ce52bd171e78685636f2be1ad489e46c9b5ce194b8249b1f6b8b1c9f80217a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622ef645c9b59b3a04aca48cf6555902a99ea3e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7d3474bad7d4f69cd0fd56027a8ccb16bc622655a8d0b93be6e2c8f0990b3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485dad597d29bfc3d3287d1dd567a939c1c96bff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665ddfe946e754b4f6bbdc4ff08683e328149e6fff1f92f53eb8482e7203b05c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456c4770e39696e1a20e4b37aecf9090b84774ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc16b96fc20652c5678191e8e75ff89e16831a1ef58a707902c53f2051b24a5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e07f9b26fca3cc31c84437dabd19ca07b7550b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a850d8d112f3f1ef3b12b0f14e1403b7dc3c511532c9d4df81cef1fcfc09b8a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41943ae8e311770125fa71f30a0d6e765341a3d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f5e910f1f905a80a1598f5695e320c79fae10a12424d0a467828520bccf9aa
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da118bb4abcb896d392c75b6ebdabff8381f7329
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1fedbf055fd4c5dc8000f7bbe425db319fdb18808b8dc2d688e864f9d829cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c442b38bcf98db5f4dd0fd75db571c01a026cf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e613a43e45cda1a86b8414ede40d3af9f66ba4ebc9341002cf69d117ffbed6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c295e2399d75eb0510f18a14cf2d64a3c5e20f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9c140a472b72561eb2e5467c19df220f0f2b6c974c8acbaf90137e70295173
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b2ca901dca3ddaa120b3975b7086b53defff5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5696b9432e039defcb913fad26232c3d973a478a6656842f8741d1c41d224b49
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016cdd218a75e60771a7af8bfed1717a7e5f7ef8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6e6df2c527c8b93ba605e02a19690d42cfdff0067d68ff5118a4efbcff1284
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d57cf218967ae0f51b7b04d4d3b14ce29e50c9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38560fe7188603536edc2db2d9df5ccd14d8913eaad3931cba4b09a0b03f5242
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b316b1f0208311130263fc5486289af71c9aeb01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bac0fdce0d432f7d47ccc4935bb71ac2ade5a09e0ce86109c6ba5d89fa71a3d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d73e1a08e543a0e5046a829afa59cd599fa90b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9346bc70b147f94899aa38a3071860ce57c914a0fafdd131c75b063aba743c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f192059b106939b7f857db977fd18b7b1f22f1a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e96d3edebfb74ca87e659669ba283779c7e17dcb041633e6adf29139907ed3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0a153a9992ed0ac1942ebbd3dbf1adb7328986
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e40139d02ede45cc7b8387e61d39ef26060c5eaa5996c8785a012f9b6bef8e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61d9a00438253f884862fd424fda1531cc863f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8211b05ce3e04a280af4793e986208a8a1368cc2d5939b2698849bf7a1dac31
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98dfa591b878278446d95d363221e108fbcb0b4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae06d7b0b6d9fdd9e768b4de3e13cc0b56e9ce3ce29f8f8c4e09aa6f892b17d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16a8666053c6abd4f159a9961f3ecbf48de2593
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fe66f8b72cd017df05db738a79eb9b7c36a0598bcbe792877ba0cad3180e5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae00c02a08c88773a761aa9b0003cc322ef77e5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb653c73f90ea66ec7cc32c98ad54ef799c10199fe094db781520bce4ab4183
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7d89f79617aad425703e0dcbb82fa68b1c7b80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c260661b257931ae79c1ede580fd51141d361aa6de7ed125caa1b22b19f1409e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f29fa4f8b47d0822c49a0bc99232674d5837ad7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764f013de52e96a099d8533ba50ffd86d532337bf7c2c9bc9dfce0168a8c35d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac8bc5d8887cbf9ec8b510d53b27cf1b045bd86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a609b175dce40434dbb6e692bea30f0960d6e33195e23f151d842db80bbec1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ef57fba6d7163b6c871a3a13ee531e198bbc11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739d554eb73d6deae3455df3ab741a0c8f9ed52d15a4b4c16ea01ed918c843cb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47210afb3f720c3bbfef312273563eebccc8b286
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480cc352634ea6cf33de68926c745717c00e31143d4540753ef8494697096c16
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d10a9295acb43e0d77441354f6c08bd570a2de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474a264e0b9fd705349d55ad81817aa72e9ba11eb44bbfa73b7419f8daaa5211
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bba1b07ff32c5df69d51bff04596e5f6435de46
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d322d3a58c3fd9e1cfe50c0d855140ce135e9b9c24bb343dd3bf39cc45d3591
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7fcac2334b67b3c95e26e04506cda722378f8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ecb8421352efa674ff33aa887e3ea6759f9bd6f77859d416ede943beab20d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c72b71fa648f17517ec05ec67561d8978e7071
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ff93294dcb6c134521c0ea71886f7736f98b085dd27d431a7f417074cdb635
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091b40a8c7c02ab3954d952da0b4b5ca92e2f96b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f7d6097ba8abe6d46ee4a5b0ef427e5efbbeb031f148b984294731171d4797
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8772cf414b79f3b77e4d0c9bc2214ae30363c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332d47e4455875d8f715098eb2dbebba5a7c8d21006b48b2f1808ab2d34407eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508bbe8ee1a67c28549ddc25cf2c78f099b29cc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418616cd77d03c76ecafb51ff351a77cd2a069f8a39185cd7c5a2cf3ad48071f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772ba2c9f601e1af01f610340bd6f27df9de57bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d81387bca920e5bf6acc7f9cc5b6464cfcb133871fcf7c13d03d84a90ce4a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e4095e74c0210c70827a534720b3319e876427
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346ec53ab162b164bb76b51d8f80aca5a66a42ba97abd6dd3131eea826e9bc78
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bfadeb923fc11cb197293c55659361d7c7cdd2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d344bf8938c5191cf0067e68c0a45b9cc1757ce1acd5994ab5a980d4a2f69e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7dbf658ebc48b798032d08a49b25dfa3249f77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c478fab49b970658fa995a287d61f473b46480272e0d9883782a944f257825e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87aa46365d54c3d8706a01cc23a297ff05853a97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e635aef6e2d9abba7105b1c0e65cf57641f07d80244e9b0735a674129f5c910c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ba753ac76310d9a6232d9367ade22a2307da17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421d50bd2e6e4f2748eefb735dabd410c2429903318aada76832d2cb2360dc9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90664f2fc3f38720752f8b66a4fcf38cbbbfc730
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe71557898af51f0fd29258ac742615acbd18146d8884364d0e2c9dbadfe1a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391dfb929cd1d8e950fc5b144d1eddc785d830aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5799f800b56b1409422501164aedfc5b608d17822c61ecb8d114031dd84443b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25aaf85027b10c0290c49f5ef39272378e987cf1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a79a61f25fb156f3fc52e06a087a4143cded404eb1a05e41fb99c6accf92438
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0816c29bc84a0640a54c62c992b033a6d05436f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa06a67df8c51b521b5931ed30ef27b18d5d78a108cd87a2e4da180f45e1f01f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3633fe5114270507d0f007d89c379cc01317455a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c55dccdc2e773c4751b10ea3e9712266cae0425a44682db2694eda2d8910336
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd7e3e7ab75a99c3f3be9b25ca61048f066281f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fce29ca02d449afcc2573dddc3dad5ffa40255d3e7183df21fe7d00d2f6508b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dce4a633f835adb7c0877dfb1e42e1e22fe760f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2defc489484073236f3ae809a7d7afafe686bcc46eb859429a1e9941da812fb4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fe13edfedb13220756b1383496037b79d8581d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5f5c92ab9ace2f776f9becc0f0b900880ecd848853f87beaf1a1639e654b03
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851033ffcc8036505ec81bb88748335aeee1b489
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb31f9328383f5be76ff1ec76009d935cdb160abf56140ef4ae8517b1bdded25
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307fa0fa28ef905f5d87c1c84e05842befaff1db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0645ac137fb16594d894a61238997d6835cc682146735c07642b6dc2dac82c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f4dea70b74cead24410d0f07e13d0d3ceda9a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0016ea5e60f7aaf07a8f17a4e06f0af1373633824da51d18da486f7c96c8b39b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bf368d7fdccb3d804349f44d68a538db73305d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c809f4a7862ad3e51433f9e2394947ebe25c85d0696365b8a5183e03f1d37ba2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ce2e2a9deb1689316c37607be35bf18bdb2b87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb3fbdb070f99a36c694e205c09b0a498baa84784be53a4a09ad252c56fbc2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e3be14bdd9a59102e786e00799ae182daeeca0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa2f02bede5ff7452a54b8a4839b1b5591255f5f3225acb97b458ef2026abd9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec893ecc0943c231dc705d98ddb6f0c5c8826d71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08e37138db76f2d2d8cefe4a16b04eaab1e24d8dbb81bc01a3c35fb5f165aed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0cfc15c244f7d3a634e6c07b551733c3f8b3934
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9503166a174fd55b72958042b43c9daa0da510bd745924b03feca80b437bb13c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d602c0dd392596be8cc446784225abdedfd8755d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd14b9361bc2adb2b151d22124553c47d39d031a90eaf837bd837ce95bf3c7fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3fa334f9dce0e5beeb980194f383e862bfd93da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63396403b91de036e9478f12a52739dcee99627fcf98e05efa20f0eab967eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1f50653285e1e136f05783f22f85ff0a28cb3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a2c1534fae4003421dda467603edfef437c5c519766eaf496f323b5504c517
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c97176382344a64e4a84b6b9a77b4a61a87003
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83bfb461a67999d0942c9d210242fc7d79775496016842140c0061f8a73c4e12
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13794d9741ebf17abe7bc2cb1f00fdf9686a47b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a1e96adbac597346a161593fca7ad5cb46a56ad0ba537c2e4a868b2506ca52
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8195e9a57dab5e0c465c13fda7a77c5dbac435
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d150a9101a69fc3b94c4d1dc2ec432e86d3ca952383ff97fc5fc301d2c9782
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72af356a416dfadd447702c855b3c25dcbd2e351
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c165d2aa985ab52d15317432ba43dd7841887f1e38faa9bfdb4586568dccb4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c252df1364037325f91307c275ed447d2bcd910d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2b7983c638a19f12584c11e4915b41f80a4523769d1df9a519fe7e2b347945
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6780b1c62eeed586149dc9928e31ff36805e628a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721dd39db5050c16c587b3ca37bbec13004eec600c2d1837e471b86c680c4f43
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a0fdc7269509f648419828965cc3a9ad40efa9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d75dff7590250e32a26b8e7b6ab1d675d44b3e247067a115a9a071217d5d4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb52e33e29356b1921186118f5a617776c86d6d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec0e6baa00f8348fdf79d67300d80fbd927eab8b1344fbaf7eef93ab5ee4510
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3e84923fbfa3ead33a6411a7c7035aaec61a26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8447ebb8067f7db377350f548fca8c6a0a276b926d34e10210be8d6ace39b876
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1f9240bb8dbabc24140aff685450ca3359e6f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2ecbea9d960d9b1a242cbe1a396ee5993db3c1cd0f1559cc5a61353e8dba47
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd436ad893eb370616e662a751bbe0eaa4b2482
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a28ee8bafe30940cadc723d061ed3153b6ec949e9b74a776917df662b5e36e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201d9c7e7294554b68560769e57435af878ab2d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bd77bb9bccb496f38fa98e366f5875f9e0adb011e4feac928076c106bf67b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da54104e4fad0b32dce052196a83cde28a8ba2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25be0fa31211b663998a0c9ffc0b8f3a98eadf84d1b8fa06160acdcfdfded6e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c03cd64da2c46f9c9b88e39eeab11d7a631a161
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4927fa4bd0bfe203dc71d52b856b9eec4ea3d285bfe79df7c9149f2b63e8ea8a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93378a559a20193d3e282d197f1175f4e2a2bb4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5560a34d0a4f286e6d612788fdea9e675081cdcdb6d8a8c08200b7695a5255
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75409764eb67836a7dd769636e45a00747ab7c43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d839d74d09dab42f1ff76199a174422ae5c9121e75407f16bf0b2024fd2610
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d2b8ec8c6e496de41e7b5106869358c6c1c2cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f0868bff313e7575c7aa8f829548071b0ed68577c62e47b76b9113a3312e12
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e454f25b19facdf0f2d2e42f91cefc363df386e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fbdb254bea29be4b52c314cf52ee4466816233b6947f1df87176720040c0b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec3e2b5cf9f62c0499c4d74e79f2d88d2640f7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c126e76e1ce9937da5e76f30003ce6b864d5db09e0159df1e4f6ac2b842c8c84
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d516e9c26c2d69a97c6a8d0365d96a35b7e1d45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bdfe2e000ea8becec29946ead9ef000f51dcf9094ca82255911aee326c0235
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aeec509e4c4f67242119cd90b39d51474185c4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0b5d90cfee481a43deca064f0e3d35497196f26b7ded5d3e901f31f6d54ff4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b09e1bbea1ce889a9dfc0deb8be616832b1074
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1724dd8e9727b76e356e75a35c4359e3bd2cd3da20cdfd3ca4710985a0b1fc64
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f762de2554b7c6393bc4462193756316a97478d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c02149fe453e8ea3775ccc61b199041758fa74bf74179f63aaa46c5ee1076d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f164075fca96d60fc7f45ebe9cdea72d76ba5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d1c8b5eab633a9a804d3677f3269703185ce2a4c972f91125b1df7a5536559
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80623f20ac9e27846719e4ceefe505de4fe9557a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63108be9b369826805a5a2d2467f031f6512965480f0c37bec2f92c2fbe0f6c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c732f9f5193a7b06fc57b477d6352ba0642dea3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df564bd31e34ec979dce1870d8396b5a3538a91ff5ebb6fc6d548d55fd09005
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811bea4ebeab8992796c1c54248ed27d68698f10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f7c994156d636379008f5b30d21c539af6f88f18c1fec59ccbd14ea8b9f3eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdd778d0ce1a79f348e2ae6d2e4b64aa0c6de7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b124ac355aa26fefeec4d9ef39c0de17ba268231aa84f0bde533579ce596e5fc
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6582723698bb16ca30e34b33ebc63837b200387
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48123616b90d32710848da375fc5c841f30b5a15ff907c283d4ea92d44538793
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1af3f2a3e966b91ca42cefc3cd84e4a60968197
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcbf9fa9ed2e960a652be00330cef525bb96891bb2b8b45157b136de3420cf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89e676a8dfecf8b6460db6633d3c7486b2293a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995c8306fe7d6d0f02221b99605198813781b82679cec90442eadf8f595778cb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a245eb09cf3d3d9d5ae42888368660963a35f3fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb664fbb553af6f9309bfee533a20e97e751c673645d7c665c7b277442696ed
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483ea6480c14871f7d512b37675c013149320a8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0864acbf61a84e35d24f83a6f93f62abfa777877db33438c3e7c9862f2128991
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af1e300689c5054bf522dd0277a90104877d52e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cc6f28e5480d6a108b1b65b8bcb9e8936deaaa53e40a244f38e57c2ab95632
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0d3a2de39fd0cec428a704d267d060a726708d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6b545a9bd2239a7b0c0dea224fe604d1a14125b49ab0aff27e2e907f820c6c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1995fac4c02ab2ef1b5edabd3549541e257bf114
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63551b2b4549b06486cab2441798e3f7c72f48a3e6ad8c29532479a713e0b75a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb5a980a65107f7ebe45c4fba788ffea80be994
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a7154b3fa40c39e26b0fd9c7a05e507304e846fed8ad15039d97ebc09db9f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe56b11e5589ab1d4c0a9d337d7aed7458a0d83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897ee81a8243bd37df799edb3eed680b09cf7a3ebbbaefc3adae4d9fc01dd939
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6e7e7abd1f3233e71d00c2862599523f99a3e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fed4d3d1a7d8b10c0ee338a1625cef120d3e32ecab59d31a049c19dbc94f93
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baeac917ddb72953d5af58ae749d2a53033065d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f300bd01e4fee8d63b7b2cc005d33a6aa796da01bc26851b5b38b63d5929c1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9052fdd90cbb9cd87e4dd7e72ef4b88029e7a80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd773825fe9123bd3fb0ed153c5bf8db3fdbcd3a4805b9e305d500191b4a9c83
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0ccd690378a33bf51beaee2c757bc49955eeb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47810b3f2e3931530b73b2b8f7e1333e6ea03d9c3956f637deef14a52ac38204
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f5b8f0f555ddc5fb03e4fdd421d300caf56c12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a5718c0e9d7c30ab7851081e294a150d4c89c6ab708c92f7a8df19892b4941
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e2df1b202c55a4ddebc89a87336655edfad844
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e429091ef25519841a00f2cbe07fc780625025820a3dd199f1aa8c93dbee7b59
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04374b4c11b6921070446b45c954138950a0aff0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb37ff052cd25a55495ac0a2317a30819eef8c8084d310f6cbd164cf3f60e44
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5988f822675d890c3b621c2ff185d38a5f567d92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c39dea173f8ec560e8f23c0dccaf838b46d72b11dab5b8627131c378c7ff1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b1f0784568f282892ae570618cb3e914429e2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43af0f35af19696654e03b8968a45084f18ffc1613c08afbe87c5563125e4aa4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9e2363bfd48eeba76d04ac95ad99ef68ca58c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723e5b07c4c26dab29bf8b93d7a4e89069a938a4bbc845ace111eea40ac62a56
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235e6fe9e413c916f274377a7b69d0f03f03e59b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffaa3adb28f16e221ea4258c5cbd099d1b58c9187ec4bb6ea39956f140561a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4673cb9ff2f9c85cee056ee97479633f4d0fcd1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d07ceea37314cb57f260120e26028c905ce12e84542d9626dff5b92dc19455
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a11a1676a531d6e2493485818cba2951e3e4902
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cf37a63086cd13f6c2e718fa57f649d13ed3de1d6a8eb6eb006e0145048d5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2070a0dab9669eb2ddb7be7421fd79832cfad241
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77dcc189612657514c5ebe5a0c4983c68e0750a8f9fc06a6d31a63daade27547
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc524598cb343f623783154730beafe3c8752c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5901045708edcc8f5cacef86a86a1d8a63f8334e3ff9ba4ad426e67406aa2cd0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfcd722ec094971679e16d753809c4bb07751bfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6bcca9caa5452c3b757f944737dc96e6344ce4fdb28f17bb565c60e0ee5ef8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32bd06da4b580981fd1c1fadeaf5c2bf8a07daaa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cc95cefd54d99d1ed6100fd90b93bf5b7dcf751adcd4581fe80af1e56daa5c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c10b0a454d436aa7b218b92d22690b533a1b6ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab951b04cdb54deca60ce98721873635777bb405bc0fafb7662c1e61b02b78d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4dd7bb0dc826a894afb9a05221adf61f563066
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f7cc423e2784dfaa3478b8ca055e1191e4d1a986f058a9aad451644d3cf982
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88389989f1a8e4436c199f4c361005a51dc6fed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c718c6fbe8e9354fa24f5a336e361e3a5f0d679d6c83c17b2dc33d56cf1bfc7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d259420df8f660d2252f8edb81df9f44be4a7a67
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a46b2ebc78ea4194e72f7d5bf1463f4d377c1512be89c98db3ba9c5e41705f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f759b1fde15678d8a36f032d13d1c852d364a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbf15a3149baba3e0f8fa4969e5939fd769098d49d1cf0e5b6785cffe0f1dbb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c6f61f64ab99fef9620cc1c7c3a92995fe33e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8183b2fbd7bba2284cb21a374d5e4872017416ba669e455ac2c6709ec9ab2e33
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea3cf0a82ee13d820d60a234bcdf09f27f92a98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755b2418a7c0b084d2a13882f1010fdf173551bd3f1fd3d3e63007d3b9d90151
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4d6510aebbec568fe8cadb68ba2e63e01091c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bcc00cb52ed79cc6dacfde059e5b0e544fea326488933c39ca98cf33083d39
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b76f002629645082167bd581de4b90c7d2e53eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0835ec94f70b48c755fdcc648686a946df41effcba36cd8db32664fcfc42e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00b7c6413e5cdb5ab2c8bda0c27feb3fe3b87a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51984db0925ec04b422138782adfc3a9c736a033ca96a654c674abc5d5b1557a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4519a7c45b7acfef012e80d795ce64f4a6f4eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4493da54f0be290b13297c23af30b187868a95c11772c2b76216f76bf83667
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a378f2e9b75d54b661e60329d56706a43a5d687
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79356a517727ee1169786d3cd52730a640e05bc8a428966c0567bafae9340265
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e73f3ac3e6047afe87cb132cacdf028e118d34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2695a9c57c9c094222a579d6d7cba8425db8f4aba3a2964368bc74541ac55576
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2638e6be95890eb5224e78e5d2fd1ef7a8ffaf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7db7bc3ecafe4976a01f39e77da82963385569d320ecc640e7846ded145bfe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae28f6f9d65cc633b6aab8991e3e9b932af9936
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fda8020db489d927eddb6498309f3ba1f75e54721a594fa88dc0174d9c089ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830b09e27dc66e95ca095d7a6b062087093ac21d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72a5140b16c56276be49d4972a3b47145699dce319e389fccae76a3ec3f8053
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0a3e525e1e938253aee6c697126a8915b17297
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51a9f0b269a26a7001494d8da34b5e304ef7fc7593f6086496e4e2e39b0e5dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee28c61633319f6753fe70c280b19d4681f28515
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb76613a7dabfddc40f6bcab09be021f2b7ff98c3684df7bd0b41471650225d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db42b446ef858bace29eab5648eb0c507ef670f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93009c4e050445f11910e07c3f4d1129a3b53bd263a522c4c3d21513432d497d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdea3aa214486f30efef62a8b5af7f98969b6215
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f1cc9b3f213d4126e949e1e4861e0b8d30818c733d3fa05268730d7365080f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079e79d0dbb0f5be5df8f5a822b209a38c5e75e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614216babc87bb3d811720750c61cf7eaa928532ba2fdf67ed186d863f7b198b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0348f16385ac4f8258cd49f8516ee42b17f3e7fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b1f748ad770a474b94611e52f308896672892330b5161a880edafc5fd60586
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6251d7bd87a1abbde9a9f5325804ff680746dd8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a08b087e12c150b6c6a2520c5a6630a9b06c7f3401d4779888bf3fe649fb7a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730a6b083f4bc8485a1fa8c5e6faab6d8d0108da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfc26abc4eaf3c0951caf65a6540b8efb4383d21cf18c3893696b3c7989c1ca
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e010469bfabced6f93b56a9eb7c63b4c5fcf56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79e54b5adf581bc84fd546eeb6f0913fc52d132903afb134382f12ad9e6151b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbf187bfa23617d6bf3f34d75f70051c0eff4cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c64258334fdf77e5f1beec172f01929eb51ec80fd4be0487dc7eb9f5381972b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9154161a0229b722f3033dafc0e9716bec635833
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ef70c2040e3c42c8c6f6e6b342b974710ebbc89e847b2e6baac6d8a4062b43
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a51ba5b842902452d63179065ff560b9e78208
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b44b5c49b9ad70fbce7edb2eb3f7b3c0b2469be0bf06bf6b508ab66b0a5bb83
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2d06bdd37aa120afd9ef605a20bd708f6d6ed5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf652f95a51eca79638d98fb23b5d170502d2c45d6307945d320a1739f5a725
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf243c9c25180cf88ea9837ea06c394a419612a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542ff2fd963cf7a455a20905397c5a75c35f7cb347076cb59b92178053cf4f7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acbf5aed7ead53e6d230f41d0e0ac4ac8e93b84f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339c8f905d0fc2e4f4e816c2978d3cce21d70e8f1234bb741f709bd8408955e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3a4b32c6fd03190e7a2490c25db443978d494e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbd60eb6a66aa26f1026ec883e0415c54386ef4fb90635011aa6f72aa8126df
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f5f9a865407169edbe12f9b1103502664f26d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c76249de7c10ba4c5b209060a7b426cba0ab2bf745e3d61358b757ee345d6cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf26204ac8ab654195fd040b25da79bc2ec0cf47
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c78a935db290ed064c1a63103e13614a3d74b9bc8ee05aa49b2231a9be6f3c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541532cbc2f6f38c8d0d1d034c7b5eec9c067272
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2bb1a913a2beb903108148edf4864aa30fc09dac24f7621d1074b9f1de1d148
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c873448991e42c96f49430420ee3e9ef058d0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae78d48efad79770cbcc71544c5d499dc050ee24ac1955d1443faf7e0564a83
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec42da592a36ee987b2c593aece50bad5363655c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fb881999598078ce187b4bd6f5f422b726f6b8ea12421206613dddefd58dfc
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a02309c700a63775a17eb3c6d95098cb01aed46
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8762ec94f040750189d6d424284d8f5173bea9a8a5eff244ef3b88be2760782
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114a903ea2571378ee105b4191f0cb2ee3957c55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934e2dc14c11e12604983770fde69a8d8b3eb934022ef81790c08953b2317178
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b75a80e0699a1d18f4d7321752a3225bd560ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc946b36eff525cf34faa10dd0133594f5d78083f3d50a9b51f0c2897b0eab38
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29664242ac7a1dbfa4369abddef8355a2f1f18ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34b00bf1fb57ea6f7e33aa1365961302da986d3e1c160dbba1dd6efcdd4c363
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4056ed4bd94aa0d4099320fa8b6eaebe4d987291
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d45085a3008c87dc2c4a9f1215eb5b339d8a92b383d8cb64094349f040c72f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9554a9598a1d6c0cd4195d115233b30d122ba93b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b495a32d51020f22f5dcefa6dfda0809190efbe959b5f2ec2b9f0f14f6d90c10
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31e3501f187ead2f7b93d455a4c0aaec5d2b524
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461f1ef526ccd0563c1dba23c235d25194cfdc892250a7c28b6e87316f9a3feb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9dfa3561e97a6faa0e3f9b49a42aefbd907fc4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb78340fbe8ff26084cc31d19961bb81fde9f83a47152d8b8393e37c2f9e3230
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8684d095df9723aab8bc62778a6269ac4b61ed8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7de00e909ff86880ce56ef74b94f63dbfcb67c09aa832ee31318f8cf8465c99
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1a040fd083d5dc14d7b11ea545b4efe50463b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34ccb32d0fc3d002533fc9b88337f8b46a5565cc484616b4bfe1f62118499eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5951ec302856300f01871dff19ddb774d52d25a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce30e629b8d74bbb766e81f7a9a556aef4a170b16f1378fc4528f6085d8a385
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300eb72142f56ddd2723fca184bf0667e07c6a74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534626b5c1bf8b09c009c298356e6c0f527696f46eefa83d07c52ff82d698402
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b8cd785c36ca4d0da18be2a4cb1414ab5fadfb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf87df9edd8dc3eba7fc474ed6e7e2a9a48561f9221e4fa7db0da8e06f5f8e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bab139e97aa8af5f22e515749f03d33f6dfff0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c8d7e4a01c3af03eb57a009829897c02e2e4cb54a0a1cc6cd4be1a6d978a61
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b5a3e1e35ef920051386be64a703a28a35f352
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96224a3af6f33004592683ee3e546f4174ec368cf57835c23880db4f0ab2d622
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f201079131929e6f8ae93b951ee12b47a0bd0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbc06645b4c3a54bd6e76fc2bbc8f0c9a43f2d40200f45bce05cbd029ada68e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc95fc1d3d7c792a631732d547a61455258cbe9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ccb951b481f65e91bd0890a0c70a23ecc068ceb9c611409ae60fbab7ddb4b6e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b99f2ca8c9520707f855da3c8785f16252787bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04dee12aa8d2dcd9f39c3cc5b005f9404e026911795a364908ec6075524b8da
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3ae992e0175de0c8ff5517feac6359471ddd2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b337e2fab46eaad4b0f17461876d7af8600c5a1334f5e1400710456d7e5b02
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96db890a08a9de1e845911265f65e7b2fec19997
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593518786f704996697bf0540625509b65b75bb1cf2e0c8e42e9673bede233c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ed5b1f49c14fdd31ddd169f6a3282cabcf5820
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9239f43a46c3b2e1ea8baac264c2804b01982a2e80ab333e8fd9f280488eb1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f052387fea775ecfb7327d6aaa16cf24ac0286ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65aa8af3627206cfd1c4e5fe2a4b9ea5c5d31c2faab5f4d604d0093f4538afc4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0566304fc9fd985aef9153622d862b53a9f8a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9401f2c4324e4a902b3ce5887a228fa605637847e575f7e5a7fe560363df8d94
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0827b466f95ffbdfc192e7d4e936ff4b9b004187
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5476c5e6005affc0cd029181e4ff54809afc2cdc3bf001a67d54115eb752bcb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eedd7ac05b925dffa0f10e8de431c53c575eb7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b08b43f66dd643a99193db19f19c054f929efe5e9338c76e9f52ae2025fcd26
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34d038b439963c6d7a4b8da357148d036950fab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe7de6da4abe0f998fd9e73039a74f4dad08704c7e3e5fe23c242fab65526d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578c550a7a252d0610cfd03a952257ebc6452fcb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd710085cb60576fb3886f8d2eae9806702ae879d66cc51bd5afb71a40ee0f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521c102f56e4e07ec80752c9d45adbd4e2c669d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e173be44d5e8775d15d2354cc63ec104745e0c04456846a9d24c423992d4ea0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832dd3ce4e0324ccbb213ece9aec995ca74a65f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151d54e5d7e0ea02931a099b6b8821e48ef699938e41e7730aa04f90fa672d4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe7f9c172010a76a1bdc7e335aa005dcaaf5e7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cb2ae4fc22d0769d9a30a88763f56e4c449ac7c0217e5558609678c37fac53
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c662ef9f08ca437be96b2a7fbd72e485360fcbf1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65626c2401c17032a03ecf2b92f5f2d76f5fb81811d2fe619450be87daaa84f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9085d7734695bc7990f0b03a8a08a8919e644eff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fba47697a817287d7c773376f1f183252b8788bf49c3c55e37c092f02c5a8f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81fdbeb68d505ce370b7ffc335a89a9b778cc55e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84b13122a6709cf22a3e8b3903234646df313f4f80ab296632947e3023fb1d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5271d2ab98465df1c01bdda6b58f7abad0ee8ea5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be302812939b28ac690872fbfa1557fbea09a5ee283507f7c08522fa68677c4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694ea5d16ca8916851f3422cdb5a8b48f2321d5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d734bebfbe13debafef241b74e47edd13f35b3b14ff6c4f872a55b8d245e0bf
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7900f48adb85dc26f012b6e90f05531f617990fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d2a4eb323db6990ff08588407b070199a1b14423430ca3c1c4966a26fb490b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f79a24a560c9340a7ad532d5082c893898a65a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5573b6cc28095fc1013c555103822b867de40ed1938edbfc989afbc0661e8ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51dc8ec7fe302ec16016b9a589e9aa1b8b5d517a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c657f0eaa57eb8c6a5edc942c87c9395a3c03588aa0c34c7d54690e36a574cfa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161d337d6edd5fd8d25ca498baaa8d9f37fddfdd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46010fbbdacd1238dfbaed846eb10181eac11dbc1b708fa4972c61a72b404966
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e2e53bfe70df5465ce3e4ee7c086eaab8a634f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dbae190547ed1bc95be9ade3af12ea1322a90bb82b59ff2a43f045a127bb10
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466de476e95bdd67701b2e3bf39e77bcb86200ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b55df295d493aa7254e0e25a0b41cb8fbbf9f0a152be70dba78db700e7c6b1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4ef15672ac3e383881296613d8005d71e8d12e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a94a65a1e46f5e33253fc10d68f43efe3eb46357477fcd15a03f6b510255913
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52d354e0be7b3ca2b3692afe5a3cc80f97946c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bedd6dceb8e2793f7d2e224e6e606cc84b85d5ed4f508a3974e2367d163fb1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35e942b1d75cb6475bc7afcbc45a5631bd93b06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04bcac28759dccb57f2655e69887d3ce1668ee59d1eceffd47139cc7018314c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b128c7d23390aee26274e9e45ea877b228df2d7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8469a2fc9cdfce877374946246588be8bf6aa5e528a84f82b31e278c76126b92
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6049adac6990124da44a2fc2dd06f7884bed9c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d59c82734bfef2bcc43dde98a6973fb0ccf96ecc2fda5a8a73b3b3c8acf38c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db60e0f346ae8963e8423e4e23ad2e6731251a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a5f26fa9b629222ceec45643caaf3db22b7d8a8e729fb750661ec05f0d2715
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe74c18abc72533a82289da5d42f13ead973b499
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7478928da46294bf8bfd60fa4f2c6720a58ae4b78da081fc1d8db18747876799
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79bea2ceb7712d11ae56c5aa2b96cfe63d26e00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8bd8f042e2822405f760ecff6a65b319a21ea39d41fc89fa91742e40cac257
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a08557d71beabce8fabb98643fdeac7f6b32ef4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1276a672b26c4806d0e33253da61d4700abbda9924de2a864e84cc1ea4723a46
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef2de5832e471b849844d842e54082cff00f0a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da98c7899fc467c108855d0d38f05a7d4925c392065093551aad47d0ba02725c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073cf54aff2dd0d359a06179b843afa1303aaa8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e40e26362c47015687d2425e6f63428d037c53ea4321cf98a1bff4e4d0bd34
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2b46daf7cf5a29f51849f2dea5581e3591accc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a95a17e834f52f8421736ac20dc13495b5a5e2b30fecbe60588efb3c227b891
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00de145c6edaae5add44f089e87f3ded35a0f410
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a78ab04a213535a2f688607bcd72f7f83fc0b9971f8db18ecdc79c73fca1075
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09ef270c9bc371da2735e77070144ba0612a04f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef59d4870f21e032dcc1913e10cb7b8be7e9168301398b5807fb036d6b9af1ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a64a6dade68ced49e0adaef876bdcf690351e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b2f070cb60617034cfa65f66061e1b7f5b6e136c766221ffd313836a31e83c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361793006fc3f2b26754a20d9236936dd234598f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabd57b1ee32ad61a0da2b72c14e097e6771387a8dcca2826da56b07de0716fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a5dc9771d6a0a797d5f2657438f6e083988073
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b051830cdab6b720a45e1629156c162c0fd3fe79b0eb537fc9174f4f170e7d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe65218e5d56320179f4486b25535b4af26c4bde
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8641239da9234376925f9f1b9cf06a012133560a45aa2b55d309c405f250b253
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815b752f3738a5120b84eeba269678a7ba3621e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fcefb72eb822c7e7b07dfdc430d7c3026c44e4376994a7ddb9d7e72107f86d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e67a60b0c8205a7458662dc24b491dc9944089
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f070f7e36c8c46b809c93caaeeeece8c67f954da5f21f15f317f5981a4e0463
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f414d86ee24e6ad173bb7f1d18d74bd55c0f63a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec5364f0622d54b659436eba1d2f35479a1aa0927f05188d860d49136801bab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d9d38fb812f2831a9461eabc7348e46c9ed770
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e653c42df66a95994fbed68fa579d63e60c7b49c1332acc80c0340ff1db30724
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3631c4e0b23016b1571f16671560ce34c29feadc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3722eeaff97eb9d18ff8c0ab042789952b9cb164e2ca1630657502a63d109aae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09bb45471dcddd6e12b6768d014b9b304839977
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7427ae40520afa664c49d6ddbfee1cb71b1a11167d43124abc7993cfd19820
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6126a95310935058ccde9c1382f73ebbcccfcb84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4aec1a2afcbebb04ee1e6b85ff1631d73c510a3d8841104b4801f907181c6a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776c9c73f33b8aa498f1c13e5689b103f830e90c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ef79f2bee1bd45d704d4fa486daa298c403fce7da48c09feb8e8b3d089931c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1daf5b501d974b34dff74f739c21d475170fa6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc485edd09b0249ffe934016974269b7792533970ce30ecaa832a7775a061b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7efe876d8b134edbbf64f9bd8c6d1a746aa9d17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9463a35c3a26a7ef422826b28adf0d9a580cfe5fad468cba9f12429a6cdde4fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b8870d1956e496574515dab64a1277c2bf33f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40657f1f9237fc7b8eda9a15498b7aa6cb2d02ea1f6acbf4ee1b2b7f7c014ca7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56344eb88777ee45a41829f3c18e334901b18504
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce364800c6dacf39ceccef8f59a5591123643bae57bd7a745f842d904f95c01
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea65a952c01a2ae845178a81d1874f770533d2e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2499422327045226e29e1852d279e0c93b69c8d720749559087f1eadf1b9d86e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22bb4993d0c5a17c872a6ca1ccf2b7a20dff322
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c551405a5e72de9ca7c6605459c8dedaa16c03ae6f07df7a0ded750e9b98d44
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c0f92f0d59bcf8e4cdd12de8fecdcd849c9491
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c28b4d6b8fde0855a69c7bc9727e7b4bb017ed9040aa624d4803953d55cc61
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a2f869d969192eaac70a38804b386b7b6132d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4792ce303f8ec302b46d8ad03b4970beaeac429020df28f5169680203843ab4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff424c857a90121ab742cd0d82db2aa68ba5efc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e828be5d2ab26cb2c55216b5550dd25b0613a9d33c6fa78bfd473d6d738634b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4c392e3f45a2bdbfc857609e8363198522e9a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fd9a93f33d3c66cc27728771a2bbc5ac8d3a7aee76ab9d9ee4b348f7a4de1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e47e777d215e788dc9f5e5b2b8f40d52bc6bbcb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c23f526b02eab296dab83cd82e4938ffac5bbd8711cf547f87488025edda7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc7f4c4d8282cb63066a8cacc4a32182d2514b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83266cb981fc945b6d3ac7a2f278fb11a26c58cb12a8c3ef5c1263510f95c8c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4691de9232cea736856f5787dfcbd258025f06ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91fe171c35e0edad84afbada0666c59d6090c80d627f38594b74d22465355c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3c25d98846e824cdaf667a9644ed281f6339ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9fb653e94a224168cb30e14d74a119eb1f2198bc89e3e0eeba2ff3837f3b84
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a6872eb9ff9299924cb2157dcd67efd23037bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9795309cb06a9844ad7922d195e164baf7b741c7e1c90f94e0cd2d11195d1be5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6caa27e4df4c219903c04d1427f19bb7d02a4218
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cbdf9cc89d9d870c0dd8380fcc7f89268cbd08945b17999ff712db05417494
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e86d97daa4f1951dd5d2ca78681944adc607e05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b3e9128868cef6cb753b1029a58cd38533ef5f36983f2fb15530826645f6a4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557fde26d9013d87c18a1489bf4b8853c8d1ba7c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a15bc70642c34be63ba5b1a3059bfa298129c2af386afdb7f04045b090e6282
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584ec5f1a8d0679418b93858c14cc0aa67742462
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace2d608205f85f69ec0c6fff32208f230dca6351a99ee893033e7b78ac96999
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef05355f2a09a5b16b8f379ac429cc55590abfd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cd2403ff31f3aec55baf9f61553ebfcb7e183e1bd70148fca495f95545a100
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ecc038641e3c1169b58a47751d22821b924473
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b001e262b9983ccb29adf1fb0a252a5a9d475c281d6e65264dd28a0060751b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b935b78e3e6e7002d00937d713d2f783f7f9b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773f3af3a10dfd56deca149762be99252d4ca0cfe339db295e681f8ea210d6f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c6c153eba977e102731f4b08248e24c083e448
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8119dcb4804918b5753d0dd5b5bb32e37a4f6febe0d46c1ee614b9b1585c9660
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864fecde59c7d44f32c295965b29cada164d08c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e71922cf6bda7c3de517ebec60b28b7b97658c0501a7fd03c0deaff8471af84
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c3d37e4e7d3511a99d839860b2d8ab59ae9401
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c85f56f30dd2a517e5732485d195f269c2c3b741450d00c1d38df9edd76a82a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e570bab494139f07695a23dd2f17e37347e404
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f344e40c765bcf963438a1e2d91d6725343ef3d61ebc00e0a465acbb7a2bea31
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce74cf2c331adc0fa68cc1ae6faa6259ddee4f6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bf0348d90e7923c9236f606982ccf6e9cfc98ec63db6d775abc97b12f1193e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ea6b5c63cb323e4d608276c583e0cb4c41ec97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88e4f456b72f59272be5cccd4020749ef46298c091fdcd1d5bce65426a07fd9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33e3a3c125bd3d8d104dc17ba0c505e799afa62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd89b4f490d8e2ecf7aa773fb7786d0226d8d9e2673c1554b6aec9533d9ee1c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bce8c7f48825a6bec055ba532a3d4d07601f300
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4952ba8bebb1e8076f040ceb3ef5b0c9080dceede9b5f94622d60564f6aa6b76
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2102613de5c9c9e20a691bbd6ee73553475691e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4b0b790df1d36323c64ee7b854c55907055286ecd67e799321e6d2d9d048c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba529bc8bccb9574ddb6861f7e2aaf81bece397
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed281ff4bbf92e34bf9eb131f7169b9c62f5d75c1892ee5de8b174405de8bf4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77517dc289314639375968be239dd8c2261ebaf8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d4acd3160b4b4f2aa827b8f9933b0b24b5a579b2c4d8f6259538356ee75ef8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269079594b5a41a7327cb86744e3c55da51dd05d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038e65df0ad04bb9a3947f7329849e76974d23023724f6b863e2d991ec1a92e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0381fcf31b014f4ee5685f3f2898f53b1feeabab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116882bb436250bba1588e8e72cd58fe91f796eb6fda0e8dacb9ca044bd93697
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20bf64381263a40c8cc8c9e830b7a99754f8f249
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77dbc580c278e6610b8cd8edab125370843720e9f3d843570819f3b11fea7e70
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaefcc8a33c104f36a02ff08be4bc3464413e385
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4eb451ed2e76632a8da434455a18f9e9c77a12926f458ea9497b0d0dac22d78
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01da1702e9fda2d84182589cd5517aa4187b228a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838f906c129971c8f9e8f39b3dd7c8f9a5350c76f6d383acdc9e85c8c60b90d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b3dbf577275e767f408afbb35959fa3ab86311
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1138c8dd49ec87f63b8e0e683573cde323fda86d330cfab538ac516f4cb57a6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2852cee7769a1a1896230e5aeda103f1295b9ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3208731bff7597a4b0314757b01db5374d2b614a3a6b94a2e7c3b2ec0e4dbd58
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3e00ea68e8134c3a9dc62ace31773810b06edd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edc05d5ff8934494497ef654496490cdbc8aeb13f6a8c7496e69ec3b5ea52ff
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbb766b72ee941609b59ba425f37bce1a0e67a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8deaee7856116cec536bb14281eb574891e1820199fb4cbc1df3bc49c69d15fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68025158f7ddb6ecd6cf41c1c829ee1376598ec9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3062352a13e7f975c002f39dc47198dca0e6ccf5e6d55ed3c44e9c09668ddb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c87343df9162a832de80632de3493909634e094
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32414f6a2aadee322597eeec829d6dec1c8d1b9509b6294cc4fc0b75077c0e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5973c6a4d2a5c2b7b8ddd82f15e8eca03919b0b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d079519a682fa56c0116765e3c311910d1cbae9d9edbfc367f242a45d2802b48
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496896595482258eddc6b22fb3d83aa7293773ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4631703e0734944e5a3f02f190be51bb0b3dedbf583d2653649965cc0cf0ad9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15014772d390321e51f12940a4b4d983480d3ce5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c15e1863bb6ff562ab67840119759c425368f5e9035edb749b2338139d15b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0a51fa7ddf051591df4684965f7a46f1e666d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b75f93fe88aa437d2818a22aeba670c920bbd03172f6c909e1370518eb35d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65622a858182f40519dc4c41907791591b4284ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58d3fe42cf794c46f6983dee07185c0d719ffc792e91e1c63e8f58b48cb38a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef746ffa834c7c5b9b6cd83c88d1ef11b0a901e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc85e3d9cfca92d33889ab4a87a35ac49f33eebae93f21d6ed65863b9557975
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d968f427be002aafd1d8e94ac671df93a57fb7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166d3a326fdb84149b9f386c525058d7cf00daa3ca2cda20059ff4f0447c9f79
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c02c63502463db665d03d1edf28f33bfe6078f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f282c6fc72b589902e27aa1f0bb54623bb09b41c0ceaa8bf0432e2892801925c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fc279a0a07795613e796323e5243e04def819c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a5e41b3b3555163f360b0fc77a9fa8053a8bf75740c5ec03fe52394449d19c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4fdc5b8f34a89900b4e68544e5c11727a969ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea8e2c53eb0a5c14400a47aadfb9f20d73292b69ea987d424745bfd49028b43
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583ec43931276c2b53f4dd7d9bef3e12d4da10c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c627c551c35bee79cd575579b53ce2bc07eb4b6c4d4e76b4cbcc6f395192ab7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869da977888271b50c0adf343087a47dd7c2a5d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30048650247974938d4d7857aab92d8dd78a0685879ee2144a4c74f6508e19d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab47d6a140088cee318314ddb5b4d5b13f2f6006
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb5cbf545192599d44a64772bb9c695fdc73983271e9b4139c0615b48584c91
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14dda1fabfbe733434a8df729134ea92c5285fa2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87c205633cd5e6295c6eb6f5d5f5739d6570aa66ccc4eac906eb23e1e625dfa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabfac3b16865b9667d371da697d9dda78a6c783
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533322c50bf8fcab2b9b0a8088373e128b1fa98155425b258218273e7f8067df
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740977a1a3085a45ef7f1a8276431ab30d2446c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b07bf61943ee402df44d19ce3961f314b51acac0646548e62faac6729f5e165
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52e6e936373ae793c7b869db94abe78c858e628
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db83f4dc2d7d498c7ba82bc0d7442308e95e19f2a8a6152a43c863e57ed3a4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7913a933de95043da906431a38eadeaabaa00c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d312c9a34979fcc4def68aee0703a6b9180f4f23019651229d1b82123c05309
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d34a85c6f6c88da35c0c322e738fd846f447465
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa2f9d3e451f499ccc2915218b8fe2228a16d444f28645950ed015a0edfdcb4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fdf31d35ebd9468c2dc1933beccb82209e9cfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1df53e24eb5cccb60821c5c810a88766eef2be04ca67512de8c7c2113c0827e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d4e92ec405e56cd3368a7f5f2cec30f7322bac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6017b6dbebda37b9a8a9b98734ed8ceca44fee7c50ac98858dd05d523044434f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb5b3465305cd286c770074d370a9dfffc512b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06409484ffc33e73216b76608cc3ee8f4838d94cdaa1bfc15edf8833778606d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f80821e28ea6aa1149404b1c62959ac70d804c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d414b108f2328acef29c1e3dae5713ca2a48026eedb467dca6a1eaef5370933e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6994c849c4557a5f21c3d4b92fd4ff810f6bea1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac403510a655e105bb28444bc3ff7442a9866d23b5c2eb4b989981032912e635
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435081bda5727d3f693d2489fe7b4b639bc6af9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61768909e1a4144274dede131b215154fe22a350254820e46ec295556bde7ba9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5d35266212066605f339caeddb980e27eef932
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7461f39d1edf65ad988e61b40f1927f98297926a8e68afbf78528bf9472c044
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ae9ac541999398425f12c809255b60194a0ac1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a53fde895956444a694b1063a104dea8dfb5bafb1da136411c1968e4b1d247a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e30ed631e8fa8ba863a823a1d95b027d655314d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30edc172319990bca7fa7c6ee3a08bf357860bc476f4f2b71a2921fdd8d8d5c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede0fcc6614d1ecd24e823746dc9d839af00769a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5c1a51c8aff3021c1a1ab98a4fe96235ce45226b2ccbac87f02b019f29ae9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fe78f5b588d00f0e4f291604bb5498ac5c55ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9affb2ee4b1ee21ff2c892d3cddf498db83ee45946b114d9c18ec71c0561a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4587df1eaf00c05e7f23300d1cc24e0f73673f82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a894b71f44aafdf3b3c8b0e5de103d3742dc8d79c3e18ed1e784502933fe2349
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ff74e4b70b60e0e3530410b3add3891a0edffa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20a8115c9faa758d1eb1d7d7713596f4ddabee992632630987ea09240619db8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7116debf98848bdbf0bc7a9ca5ceb1cdbf4f54a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9929f3181ce37f604467a764e97c4b6c711b764018cf0d560d31d60f95fb405a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497434da1a9d9c85a4171c825c87de516e298542
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67112eee35780026ab04fae38a7d493a2a98cacd058f0e66b7c2cf1c368fe1e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c4192ded3526cf833015f465f51691fae7e96e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f13ede5601cb8d7821da46b2a136d0ccec95ef38f5e28ae394dc82bc659511
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef1d9ffe2582580f86dd8067150e6a524e8ac37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4739dc946e6959754e73930b1b3e49444d8a3dbb9f49ebad11c5f21a073aad2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18760b9f993bc03449f7fde5fe8bd70af703e6ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2b2c86756967f4e08fed04f2368a2142d9d704406a07097ef412c4a8c4aec2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d96bab9a7872bac4ec62f718e6c16c28aaaab1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846d33d7a4831feb32378c17412241e72a3178e62b430e6099072beaf324249b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef92fe7f32929164d51854aa216e29ec814fb9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8ae1b366158384414fe3ebda73c4ab3f0fb011df2afa84328b5e5669400dc0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749dc75b4bdcbf2db31f06a421333a1adfa95038
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76aba27ea0882d5ba005847c7efa77d1b9a0d08d94aca6b2577de44de50c4112
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f0014814b7ec3ca49b526aac8cee6c5db34134
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec64039f4c45e09bf5c11566d57e9edb98a0db61cd323b7ce1d5a2594d461b50
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4904e9f3a6df87af79f7d545bc9e61f2e4ed34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7daf80723d58eacf3b2a39cb84f46f68bbfa67b709b8a950f1e6fabfc4850a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9c962a00e48f3272db9a7d36868d4473377981
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d607bb9c03bfb123b7eff3a29ab6b5245479645375a84a9ac4749215b8022549
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fbc926484cd6447afd372d9c2e083f4c2f4f52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bddb136beacd1e988d070390cdd913cdd6ad97ef6fe858f9ec81806f3b00b4a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59515587ca1a37700fb03a819dd61b774cb91bb4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6813fb2a9ffcc5e831bc1278e6e8644ec5d075ea914a21f40e44517507790227
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1586b896b3a872558173b4f533ee5140e6441d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83041f2914055ba0b6d526eaa3ef8ea1b37df911d189913ab8dedcb6e3f84afb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4beaeed89c845f4581323640badbad1531476c76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a074d101f84652275914945b76b28fd035b6fdb3c54ad316072909019f1580f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388fd82c755789777261f9ceeb6b6b8bd5e199df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5d715cfef28a8574c6f6d698130e77fe2a9f7d61e820967c674cd538186b53
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bc79f48115850a66cb6ed75b04f91a55d77231
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad43bb205a7b070ee1f15ca2c38345f2524898bc752727afeef9c794520e78c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d55fe21b036ad1916d5518f0fcf3069dc7dcbe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce2fa01a28da13b7ba2eb7c0d56a62f3cffd6d92b56d91653695b9fc0ff4097
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e996079e3b9024d07eb81859af168a6c3dd1bc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc3913577d0ce5dd3c029d77e966bbc02f2adee18c74b63f9f7900ce324ef35
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e787de3dff267bb80211673fc7d64deb305300d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd29cbb8511ab8c320cbc827d8011913c37731aff625ed5d1e183df31c8942d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01a2ef5232fcd94ae485b3b594810773c4b3942
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb753f09dcd975262ac9987fbebfaca2fc5f4ae9193b9e07536d6887722bc62
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5a0ea2eda3fffd4e102be4ddeb217eb9c23e63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3feb147e8292f32d6d5f5418d58ee14dce7a0c3cc1b9157399ef7ed6c1922cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750dfce5e300cd128660ee130d7677f44ab04fd6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4dfa10301c92d3c4aa4cf092909824e4dc501cda613b95feff357c345d63401
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490cc17d3606010363a5e70b299464172bf3f54f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56fd9d828fccf7bd37efb39e31d8ebacd7b4e1a687367eed52432726cca2164
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6bf1d07aec3018d946a079c688f33d7ac95fa4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9254a440f419ad974eaff63b953dac0866d7653fd62e7d272f86b588d4d5946
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde44d6f45e6f616828d907714393d302295a409
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae14d100a0f0894db18b99c7dfa59895471d4b06c990db252d6e386fcbf3c18d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051de8bc538f23c6b657196ddd442ffd94257293
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8297f677de0f7fa55c289cd5726dc5fa1d3eb676a8732561550d63ab06fe07
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3484e8ba867082f461fc7e8cfb73f4a7f065928e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22d612ac1a1ece7a35e10fda98874756f47104b2a1e2bd94e524e484f858ea9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f638d7cab7be1022253f4ede442c53207d473c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b39a16ecc51a4f1adcdb72f59263f257d375cffce88bcecb186a7d9c4007145
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6623f083bb21bf75fdd122abe8b7877291baf2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e0d90c1ccdc4aa9a22e8178a0ce96d0265f256d1b7ba8d294d1f2632e569a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99144c9d25eca309ae11910f35685183387e038d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d6cd1420b25fa3ea56fe0080f39712a797b67993fb6674b47d14b707896112
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b9d1d6c2553b4ba8c52b9802d16b36ed4d9c60
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dca24e2d16d4b40352b7511a88db991673c902a815982b4ead8553355113f9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf951d2f9119a98d204c93a5066d0b0e229ef94a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750cf6190f406d3e6425902e6dc730c02f9b4263c88a28f7892892736c31ed34
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7e23af93521932bb496a6e10cd52cbdfa6f6a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42031cd6d39801cafc1dc132aa8f6cbc784caf9788d3ae7219dd7a510e484626
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d4974d742a537fbb2409c0e6bb8d4db9be4e36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551e51a108856c4125655ed5b0f957dde9aad678b9f4069828160fa814e6841b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a622dfa78f98b1d04f8533510fac2d777005119
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af60fed7285f64b11072b103b49b67e430bac1f6360244554c38cf3b504628bb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec0a122d81493d9d089b15f2ee211b3c0609e37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2345a369dc30f710865d6a577ef2acc378ccf8bb7aa43f5acb9986b9796d67
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fe09f2ba8f1e0095ffc44c5a3b20e8d79863ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81d402626b435b77ced56bfc84495497702818a9c7aba5c757f8c5bba52a62c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60a86ba6fe106eb8a040399993dd4177aa7d59d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28f8cf927972e764a41cfcd5ce84c80d0176cb099fcde4bc06cb69fd2367b3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dba621d1d98a7bdbbc02b6fcc05691f42961f12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabe30e7421c722daadb8a7ef45df926ba1d72ccf6327c0b96553c9898977012
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947f640fb0869e192d3a5bbcfeb0ad209c61b1a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2edd36f287326a3a1a7d7a4bc5514ddead18bc007ce19443877a3285fbaf68
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f9cb02875c0d1a109d7814786e1b44b7d211dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a537ccd2bd4e46465636201eed5fe5db09311e450ea42f4e73a0cb2ee2ba38fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d03e07fc7a4a2a31c3ec866ef0437f1a65bef8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933ca0552f8b7303022cb4b60060c641bd500b1c63ea64a3ddd0c1238bebd314
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc79cc4a5cd17cdf7a359fb8df2d69abe88eda5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bfd16e4d10f7038a99c1076be3f48e7c3cec823e34b0b548b55b21d5cf0ecd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9906ac066664389c9430866a963efbd1a6a1c8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d1321fa232cf0e0d6238dd63354e89348d8019f5e39a66971458d4fb7973b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b3edbdf14bbdc95fc0e2a0f49cd97d56c271a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886480a7fe6f6154f0a5dbcca9af5a35bb71aeeb8ec572d20e35d5e7a16eb525
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14777a460845023dc5014698417dc971228dcb1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8ffc78346808d42492d41bebfabdcc850eb536dc3cb8ffcedb528bc6c8d6b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4576202232693de5fcc54c74f524da4a9b9938d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b38d59902ad7d6aed9f4354fbbc1240baaadeafd9a3176a8986f095220bec9f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dca4aa411dfdd2ae22ef73cd10b9cce9ceb2af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f4da0a9f22a3a993f34a890dd2a2f0ed4c1a3b1a29f8655e3ab41d992939fd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b046100b2755d372875f8cd50e847a30ade2c96d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c49b1f44367826b9ad9d77e0ad82233cc1ccdbd40df02820b8f4f70dcc6bc64
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d43519fa6f33762e486be165babe45e835ab07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df46f46dcda8be84c49ed77ca7481c8acd15dba95e07ffb753ab966b4922629
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46627ea71a8dcd6f22fb9b4d036b243248a814b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109652bc6bb2b279429af40bb4e51d9414c2c404311ef410947d21eb7d969e19
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f98516b315933bbf67355c6f1999dea1b33567d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6941942c9ef6e57c4d089070a7cd8de87c8b64811df8db106fe2fb30a4e6dcf1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa32686575ebfe0c5f32935b89de250e714e75e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6145ab779ffd269dd09a61f4ec70a5d3d03097fa52eea6c6e4ff974fec328d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc57f1c9796abfa4e606e7a6ee4fe757dfbf4b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd737bc48956d1466838941e3f896fefbaa6f6d680f5f7e91ae85e2c22f07f2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de056e3fec83b7c078a4a86dab4e0a6420f1bf63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81917794e035008b91e515c4e4c3dffa4d4d419b1ea7e4b50901a57a8c1f075e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f575877293dd0586c2a1e6891c5a96bdcd6679
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca93f733f945295e1c75b7299a5cee2f85daa3f24013ba606636def31c50bc71
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518808b2afbbeb3501d21382c693260507b7f89c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2943c0be867ac6383a89eb4d8b1b5b2df08577f2ef2b238f4f923e1e147298
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8f91f17006aa088645066c88b5a055921e6dc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e8c8342df7c3d14f189341468ec94aaa911b8a0b5c171e77797e6deecf5afe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337a993db09d140a8eec02a99615d2d667161a04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38ad579ee22360dd3c080ee34475c312640720df9c38fab64fea8646e0c9b12
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2baacdb1bae05a551fe79f24af022d15ac134a10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8365158cbd29025627e5efb05c9932380718d05df9820c6013e0a6c343eea98a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0c36ed2cef885059491c5ac4c37bf1fd157d60
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3609b9f4296011dd9a4af6e213c0341d7d5ee44cc306d49345e956a365bb95
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff56fffcd087bcdb69b7df1618425fb29d6b155a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c124bccdc5711311005acdb7bee693a60d71d6dcb2ee20da184427421eacb444
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032130007138edcc5423ecedb22b84fecf93d8fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e3c6bc367cb34db319e8d3461bfd6cf6696eb0046e5da5f4d58c493300f05a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fca97c1d227188a08ecd52e82f996786808a8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a710375abd301e7a6a758e55c232dc911e2464f169f42c24866ad0284774fda2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6047ab2471e75cbef31d6ab78afa04b3b3ac74c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9e332387acc7bee07852c9fee418ce8c70bcb29b082134d2df1d0ffc72f64e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68871689525354090b0fad59c0eaf8ea616980d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964008877ffafa8d31d6ed7936a49ee697ce03b6353c0edf60f1e6d9be47b46b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f485be9601df294b3805e92babc8af8ad40dda
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14b88f8382ed620410d3f822eecc0d1fa223d2562089793992a72d41778e001
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93af3b6f6671018e7fda8d6a4fb97a90dc19efe4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae3a3ded080a477d2b49d52ef1805d6fb2915b5455728e9c1a550ddedf1f886
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d0e1ac6c230c751cbbc3ae56eb7f7163d23f2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bccae88be65f59d0d0795e9b035d0baa0b1b372e9e84610ddb52a749ffe6ae6a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae2ae8b75b2fbd5c661c3a12f80e33ff9b4474c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08e00251acc2b21562ead35c5fa2310b7951109714853325700a360f25066fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78784268b18082d26ac5ce4e568a9e4951a0333c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e538de92beaa646d30f547c75524a6255af7df2dde8dddf357ac7298822f8a4f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467c0ff7c688e484e08a98ad5a0b01591283a94d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7def3d7839afb6636d4922c880ea19b5c079a4f34f04c27d6cd3a855f805155
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be9483055fa61a1111812e957d05e0d8fdfad28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7af3e76ec34fd7e68cb9dbd7c7401c59fae6f0e2bc29036a1d399bb3a361b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5e52dcc6319016418de5136201c82c05d9e5ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0aed92b58a8eed9ae2f709c38cb2dee8663cbe0d59b860240fba83f45bafdc9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a490c9d1e1a77ad05b77fe1778629358eae5d251
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a6d4800937b7e63618204cfa21b5e01a121d21433c084687009c3828f58f59
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c9f90dfe07e02191f19d6cbd262cfc059f4dc2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f8c0b93981087088f2ed420b7e1a085009ce8bdbb5fe1d87720772971aefd1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515b0228f53017469631d57a3e63330336a0fd88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0c689fea68af029781dfe0f14f6a34b6c4a347a3512912d4ec98336c532191
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f80f9e3c0fcef9761025c4ec39b6e3efcc02b0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45506859672d0b27f536f853b2283fa31964c76cb536a1b19bcdaa2cf32eddef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3dc7d89754b8c15fa0f7a00dbe198ab06c7a43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0027c81287528c1691baf7a78ae18238e2ddda90abbca8e065fe734a4dba4a4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff8243d8e5186fd30e094a417b6c2b8e74fbb17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7de3c19ba0760666eb0abc12f154b4a6d344c16b7dbae7bbfc0d55ca4e1372d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0439ec4bb491c65e96513b72fbff34c94bf4d75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9a2a74e278f9948d2aba353c8b10c0987e01ad276a3559039520ae5330db3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdd82d69472402220526cd5836320fc9eeec232
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9548790226ec9e3792f33b1c4dd2ceee8ddea262cf73edac9f622d08449699b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a28d2167449b798630ea490a7355bec6a70c9fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f3bf4931b129179948de6185ce9e4593fe200131b6b467de87270a9ced348f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b07f362aa6de6429778d5fe0bd4e138460f863
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5a158a70d8cc6eff3d58fd161c098da7cafc8dd953cb10e2d1cbe2b6041214
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df4b11f55f7e4c1bb5a0fd46fe4e9bca676c499
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278002f1f08bae2636126106a0c25b4a46452f032d46f795700a7cc43a675f21
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79edb43398908af1d541e55231127ee15ebf1138
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab803072592671a9035b0f745d0154dd3d1edda13a69454e5b1b946d34a1da6
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85ec583ed8868847753e0f2717b64304fc5dc8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841f68a592ab23fab0058d9f20cc99a283725e6c2844051759da6ee2b7692b6f
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55fe1cf369fad9661e966528e970a2f151a85bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6b56e50bd3e33cca31268adc4b402d1ef3847389acb164330c1a06b56311c3
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd820a81380cfe62882708c2c0853dba128994b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12547ba47993b9d96abbd07942625537a45804df17d0d2359df553f43622ee44
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fe264a98ebc14c54c3894c31384e46cb26f4c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97cc47af43fde697af2419af658d768ec16f61aa746e5d1de8461d7b6758cb3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36093423cc9def2d847a6114fe147e7bdfd7331
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5655770edd256651108e7cbbd27ebb7d85b2549ef057bbce7a3219bf42b5c91c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eccf3b9e48a2e0ba00d5067474e9a39891544853
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd998918086d14b16662fc9fd9437478229f7c5ebbd877c03ba6b75935bd337a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b79282dcca344454ddf0a8c2c83cc7a4969130c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc8a5427d9c476caf547f99efc87ccf0489058860edf877e69975eeb3792caf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcdbca1b60394acc62ff5fc3984265bfaa83a189
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df15fcafdc3f9574604da1d6f5d50d93425c93a04c377cfc38b0e41cb0f7bdb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76476e459d368e9021dffc25e74744c4e379c7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b340fdc396538e2b12030248a86b0dc7f5f47f850eca91be68fa4463fa097a9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1cbcb2a810810dd0d49b5cd48aad75f1cabca4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1481258f44ad5850d606ad7e680e382b7300cd07edb279fa1ff5317632afb4ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555882269b2ba38a53427a158cc3d84543e45c50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7409f99d626746b2283a3d6dcc9c42ac016d49a62cb2a99a5d453a5a699d66ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8241546f88bb429b5abb59657f8b7d3c3c942c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e90aa3e0cd9873b16d1c12eba10a13615c84abc7104eabca4926fb53dced06f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa24e9135909141b682218a8f7cfc1bffd9d7025
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3743e254840be7cbe420a33f5bc86abb4e0b41e54a439e02786d9479a04c5d5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e560ef0170e5c7f4b4038493e82e247da67b3bfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e943534b35475273e72eef33bedaedc5785fd4c4a287861b804c9f7ab6f93c54
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221dd2b79739215c56768f7d75cba77bec5c9aab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af87ef5f5ee6e657f9942b181b6231f5900a6fb5e6ace312d19e5b2a1586191
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39acbec18ba447eca19f8d182a45bc01df99a358
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03989abf3c38aaa681580f82b67cb94f50ea2af9e66fac01eee8ccfb05810731
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d4b1ef48f2a9abfe20ee23b08f43f1f4a4bec1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1d73cf3950401518db6d5d95ed8a0c3c749954cd02097e39365ebaa2f97728
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7709a9a03b5f9d021351de4231fbea6d98bd0125
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6398ed19e7d8373ab47c473d34c262010de366b1256dc5f665ad5d788e6c36e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a49434e35c185b6a96bb06a5dede1dc3074584a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9ddd158b6ef5032da62f072a5e388ca8fe75756bf6fd770364d98764d17817
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8051854e3818c939d0e90a92b0b88d22f73f3c95
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3017aeb5f7d1b8d8edec3841f86aae893389f98bacbb3c85637e47d67804ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e98bcf30570e5b8d9ab9c7dd0548ec0edcd53f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd3044219aa0236813be2a713cff23def7669d41f616ec7ac4cf675520b6045
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961b125f7eac451c6fca4bc1bba65deb17ad4455
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c770582083bbfb0be22ca2b29a702f93deef09719e0e66f2e4cfe96868e137d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4fb4e2c15c3cee0e9e2f76e2455c24af4ef74c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf25ad5c2ebb656cdc5581d8b3ef0475ebf7d0beb8c15797e39bb6549153936d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4006dc3f5ee4a65084a911ba960968321b571af4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1745780d30728e794520725cbcdfd255bfcfa5c9cb56f69dc9edf7b97a5374
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c24a64221fa055806f8c6034b5ba61de805734
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02649edea423688bbad5f7d2ab88b9521b7b6a6dac95ba1b374565ff0aedc19
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb38bcb3cf8652e7150863fe27dca2263ca6d9f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71f480382c739975c4735fe9dcf8d1a6c4a5aced610e384c44399429eaf355a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04fa8820eff6888f8fa464253534a5cf0761a7ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03d12fbd5cf54f559397a85ff026e5988221ca644ae2258bfd78dfbd67b14c1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22dd1013cc127c9031bef3e0693b170ff9f3bdbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875cec8c3799f0cf1cd89a4f8e330dc82c08f9aea151eb53898f7d5d6af57aeb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb254bb661f42d924a9d3fa2e531391aa144382
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde8bc1a4e3371169c1f91a25e4dcc65e15e18735248a98791886b5e405c1651
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b608adfcc58d1d6b1c7c14938ec53ccd6c7f9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58472e1561e47f59662523a99dd0a15967e28ff74e2de8b5c907184e3d292067
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6a9e42568207e04831cff8938ece73bc52aa2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fdb96dcd570fd330755c29a1e6872e593e8a74165a1052d09aeef652bc9271c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa34fe4e76703cc09d36643ab553891994c06232
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496aed01b53cf080784aea641c472a90668ce59c4453b88bfa9ee7aa398e69d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4685add4258dad2707722d569a0a896cc6866a82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0529ac14da2071aea2330300b522a14d62261d9391d40d9bb26681e4840da483
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea17a2c17c00d762dda21da66c33423662029e10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a50d99d69a102b5ed3b166b28f3e29b242cb4b206855f2c5f6fe9dbe4094464
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31b2fe4425d0c23b4ee2857be59e3006a4492b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a73682fd73332ecb3e753eee5c356b466f63ff44d199bf5c407a0173754e64
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5cfd8db2ca6ae87b0f35379c61ab5506f560b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec428012c1ce445c552b507ef048400759c713f1abf95a1dfc5d7d62d2067fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df4db5b02a36ba6d5f2686b37bdf8311875daf6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9a387328a105281c49cc17b82f4a1be9408008bcdc0699e8bcf68c5e845c8f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb55b95d05dc09b5565e5a424fc332479ce6382
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d891fd72550b0d176c6e7a6b419e7d8a55641faa854f608cb55529ab6fdbb817
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789e355b9611c24a98ffa6958680291f4001c53b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905f8216d2f656c541ea8473ec5b3136f987cede841b94b2c6630edc1f877284
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8dbee5ff85dfcb8148ff2f4d4e106da8edcc5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f24440288007d84e0962047511d21fcf4c9ced4fe18cef1e013301a8cb329e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57698534a2081a33dbe6aeb53347f701d71bd364
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865766ec029d67591c5b541dabd386f4bcba606e575c137caecb507fc175342b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128897eab88830e830a6ae90386517c8e8430517
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a90112d91a5c8deef673e3d9dd9e9508ba012eae19f40d70ce401e9cf573892
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8df3bf18db397580900ac8d7f7f10af219ce379
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8dabfc2ebe1c1caca9cbf31244dfb3a4f687c863e347056ee7328a456ac1191
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9287f08c75b613119d1042cfe7f5e2c9ef511fe3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ad072d40e339c73065cb43006c23ed40f9f8bbf7821cce1c7058abd644ac1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4fffe7445132ab5d6049ae10331dc7d8a0af6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0820eafb8bcff6a242531e7dcbc94cdbda32afd518b097793b7fcf201c6b3142
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cae38981737d378041d3f2ce12ed91f93d86888
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca783eeab5dfd7ab9fe015c046a1509c4eef7e2804264528116fca9a5ebdda7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb971eb832fdcc6d65c09a9f39fc33220ac9e991
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c740787d068a7cf422695ac4cb46e86ed74fdea490e9cca1588497da2408fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1274d98eca256d2b85cf8822213c796c4d6895
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2155ad2befa36cbf8ad5f732acf3c15461a864b451f974fea06a846681966c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4538a29ef52f7cf8697332450ba17c49a90e7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38cdfb58a87b3893778382999c647e3770be745aab2fd60a5789046642f8bab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4b0927c4e1e545b2568a434daf6027e2b94d59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1c0b2806bbd86f8e1fc87169411cba17d8fa4c2a30c2842bf4b552cb5cc62e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b262794687a29ec7995a454ecd8c4a364cb8c4ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f467e5cf06fbed30fc61b8d8276f55e271dd41ff600b411f30162b648a6be4b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395dc8e64442956f7dab5555a70fa7c7dd32ee15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86eb5126e1a1a5e863c9cbc0af95d3ce54810db1a7f9554181e93d29c451336d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae984f74d1e22adc70939f7f5cf5cdf36310fed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fc0373ba42f57ac046feddb3059b0c0eb92a30e38169d461e70522f5d50366
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4eecc20c1ad2dbf9567e95ea56561741839b71e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff9f234a33a7500bb7b1ab8d744885d9153805ba978d92ebcfd0640843a9df4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb57435ffe7c6885e40f5e47daff40cf6ff32d17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33474ecc191c0db8c6e24ebf8525cf3248bf6214bfd6d22f88242cc4a25d797
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa307efa9be8d604c030d98bdffd19454bb89b1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e60c8b117850c497c8a90edcf295d9895bd73c2195b90069c16b792f5a7f31
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c273590435e7d85c9a40d0eba948656a24187a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723c7dbc72050b75b481a69acd73b228456a7b3fdbc29147148d29df0e3dc1bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9774af771a5f56a1c41a6c8659fe02f259da27d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1beb63e2751cb70e82a740ff4396bacdd4f60f235f80c2d36ff6c4b5601552b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd081c9ed896628b6e7f3e7dadf98a58d0f44110
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87d70db0e1d711b99df16c0ae3e4668eda7ae06c7de06f345b6b437ece3daf4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2591a933da9b6d757c51a7791608cc2ed82a34d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26901d844499020e4416b6b7b2b8fc5ecd9d427500b5ba36ee0ed9d3bd73fb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c1f521e57474ff4dfe789fa2daab4ef851959c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbd7480127429f435451f51d944bddd428bd5c30d81e3e7f39e58e82c86b03b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5a60024a70bfa19b5c0d76a532566319400d5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7ca78e6758f9747de44d66a5602dee5499fb51111aba751739c00d905682bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d204c4b6c005e9ecee40c596f316d0fb448c548e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac0f917af649c75b935928ba8f36f029bff431e39467109d85a228a6233f0e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8959330e187eeec47ace9ed967c375cb62947719
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a733f8c77881bfe73b9728673996f01ff763f5314d9cc8276a893f0c92631e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5522825c192045d5b6ed0f933b7a447fb418ea5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cfb07e9bc6bf4dba41b5bf25bd9c5132335e80a32f619d7fd7a69a6e10e99c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0e11b77e185fe261d6132f446ca04ab5b46697
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4b69f702ac0cda62a35ca3b15436131766ac20f4bbe257898113b607d429f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559ac4b6624069a7a47be18f3dc814fe00f26b83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ef5ff7efd70066b615f75b85777198b242b60a5a6021d5652b668ce395b74f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8042e909ec1710aec8b7947342950cff2a0057
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe0f465b0d7802ac23e90ed0e563d5a8609cb74d64cf3ad34b988cbc8e8ad77
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4bc028eb12ac44e0d7b32d43ca7a6ff0f4ea4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738b88b501954c545a7057e01098f6ea16a3bc24fc2a1d2c0e5374fb1b000f6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a72c9009176caf059baa4c45b919212adcad00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f2de03a57de5ec3ef59005ab943f2019d13ca93ec0612c76db8a512269c424
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63840fc77e546f964d30ebd52e37f49526be60ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57a235114b0ea70338bef39e3183d4d70aba6ac4c31714b8b8376f9fc592788
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c7cb19a5dbf4e155f7fbe10b290be92470751c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667e15c05454f6bf862843be9e2cd5ac1d122da40287df1bff07e435d07c4153
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db46813f208e4d2ebf360a66f2ffb8cf0f12892
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4148be0bbc13d5eb37ba991f567a67c7acc3f403a13fe64d9e816045fd29f7a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061f01d6ca8efa32ab5c12785f2302116ef90e2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfa785cac9a1a3c39e491dd3fd980384944582b06b65fb392fc58db440221e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a30140753df181564d22c0aa94f81949eab83f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edda3c3deb1a4461002889a9bde54e36d157eb23894b940bd0a548485e056e95
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28768f368a9e5e0ec5da32721d0930a29241f237
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac1e6dc65ca31758726b256e6d0fc03259dbd7d6a6dba748b24a9034e4e2937
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2a923a17a9a2d88835cf2841abf9442ea9e555
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e132906670b04f76993fb60611b91d90e69bf216d2465829676d594bc4b2e70
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd38470ad8db0cbc72c9add2f99e4ae88ec959bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7921654e0f9f70217160b13df0cde7b67dd3d4302a95782ea6a879f08876a342
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d156d38ea215247f7a9f5b94d82964c51ea41151
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653995fa4cfa431ccef41c650734f841b74d1e73370c51cbc85b3ee4736faf6f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3958a036e99f90b20d448bc285f43fb5ca18584
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a902373d1e891df5db8723dde5acd4d5c1ae1b61c94de36a9b5ffed7efb039ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f53c3c5e2126cf17c4e56f54b839b35bfd76432
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5283fcf40ebcc07dc7ad6b7fa678d5bf10b5268266fa33d61d92b6c211ccc36
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771d4210df7c5fcb2bce7442fed1913023f18c1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30aa6d3a03578201c403456ec7bbb62845c3ef8e4bf527b99326c5e5411605db
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7807f2a70831bc232b482b4b728514c96c7087
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87cbb99ef494f0793397b03ff1b1f65d0ae73d78c58c86679fbc8e5416f0295
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173ae2b8d8880a1d631fd7ddac2f6822c09d6811
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9d1d852902336a76fc5fa2c5029c916b600367c21ab783215de5b51a209533
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbb29373b9cad4ba2457a1eba4864c1782892d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc23cc3e4f80004456928293eb65bd503f067190fbeb3ba250fe0ea6b276afe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77fa6e93cb08f290995dcf74970a7b0f0161e25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8e685c754488cfa9b33222118750b902aa5033446565ef6ec97ee4051fad78
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6bebcf2efd6bc47fd976426102e8427d16e013c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc7809403bec0b9c56c4c4c614ce291a1835f7d3b72636fdf788cac38253969
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b55590bd7336e5d9babef7eda93be8a4df66ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d402f6022a6ce183ccfa49e44de6c3cf1ddbc2971b13b9f89cf88f3db40bec
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d01f806d320278447dcfa2647f47b6a55ea8fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50448ef46e5917b2bee751780fb43637aa6aad28e8b8de702a9f479b9e295f25
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1fa6f64beceef992e3d9b4953a002cbef0d997
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3babcb3ed8bf7ec3fd194347e5a67d3f19d8475fd6b094190cdc71a5917ea39
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9309c3525269ccf7d210d121196912b9ac9f5c53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85cda0fc78e6ce1f68ee7167a1c692272140ffc4d795461e2f72e57c54440df
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9eef351c79d261606955a1cb2e4d3b5572078f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc6225599f8be7a6bad092e9f73d41e85784283ae37136d6c6e77adcd0f7ced
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ed2563b8208b5f5fb37a1d89d740d87ab5b1e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c4f87c7eb3e8f4f2a30c9a4c382c6d797c5d9191d5be9e4caa45c68da9297d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06e51a0ab5ae4795d0fae68d5bb997bf2e512c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2458aeb1df630a18bab8a05a2922c6b1ef598759d5369094d64519d28cb92410
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c298a249238d58655865d26a7988e141ca1208d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3022ac61ea7f5ce438039b6508a2d90397d869cc8804d0ebe90968bfbf9ee0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d3f7d23291bbb878b2c4e4155e0626e53996af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d5016844ccc8b693dee71c706230cc7b21f751709f3b51eb3472e4a8786dff
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa4775ac41e1e2cfa6fc47f9a9122bf3d19dfb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0f5b9f10084ad5858cf582f6dea767303615a119a27878fa0f69cbee2c64b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3e3f45b47f7e8480b2800bc9102f18b5f0e317
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204be2d8647b0e9e5be5edebfcd3a15ab59c8a006a11ca75f67aaef6be2ea7e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e55b0c1a5c4315d572a9e5e948546029821a7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01cfb8b64ee44e6549dad7e0e6609dac5180f1d978cd825eb8a4bd5bf9e1e40
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173e88ff9ea9c4804618aa5498150f5a4f3372b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74effe111a2b8d6cb130980f56d2b1aa48866863bbbad3c683a28736d2bab3c1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2481f9e1fd2081ab541c61ccb36a2fe8383c5c34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f047336513e3d1a72e00e51d58075cdd06fe8d6de10554ac2909e57e1fdf35ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c7b8bc2a88cb64ba3cabf70ed61b17a65146b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1257678176ccab50fd0adbbe8181e6d286bdce8f411d87053be222f78f5c916a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ae5745f77d89c951683b27bd5a550e950dc435
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d989dc48336d047906eed6ada4c0f62202fe4799e2cff4b7d31b1f3ba911ff73
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07061238fee981c456ac85697177823eb279338
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed90cdf908caf3ce01eedd36fc46e449a9631c9688601e61a8fa65163544c368
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8252935cdc441fb4dc6ce6c05917af9cd7989525
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d434b33b006174d8257122bd37d0406ec49749d1d8d3c1c469b521a5b964858
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7eaea8108588bb9367b1cf32ef7d86de2a206d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a321f08f68eaf8f81418febd61a56fc3fb453d8fa9af63a2221a67d7fc96e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ff3e12db0d6ba62a7b41327aaa0be64dfa1ce7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8df21c8f80f378c14a19a3b6c0dc5fdedda6a5afcf0dd1df391d3044b38998
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfce5534ebc5b52854d119674f410d2888684d9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e85830b1be31a20070a194ef1a2431b1f2c5d4270156200eff00773df964caa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91bd11c178e99823b00dcee8327c8071792aad0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980b49b1714339751f91431fa73435a8c5af59edc7a598e185452bca3b41c5d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5882bf904c8659f2c4e02406708cf2af59d070b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e714d1a35ad8ef85cbe18cf7140250a1d35e640fc9c0aa16e9875374711dd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9651a6a0a71d73d551137498ee320e84db0215a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69cb6fac3f5e92bb61ffd5d483109d7f7540ad33ef2b7fd31d9137269e3cb9d3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c844715ee5eb1771161b76e9a2642e7636a0179
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e385e25cdf87db86144097e6d3f678b8b14c5d8d1db497d7adb34a49356c84e8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad185b15023d62c881da700ff3b2b53a36b1134
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8a10fc47a1a6d65ae222bc693bf534688552faf19ddd6c0ee9ea5ccf00c339
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe353b7a8cf187b517cd6ca04c78fe8e854374b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf76cc8d77441cd91e58d92e7c291b53d49c24a77339a38d987a10ae16896b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebb06ec270d0f3a089ae423d354e34a78f2a8b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1fd036c91066894631e3a83463d3efa400bb3208d093e8fcb65a49eead0a75
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9943a264eb02ab493665ef920955e866e5bceab3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10f0268c56cb9e621173f038cf6387ac268076983a03a4c87a21af2e40226aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40572372c4071fda6aaef8129ee4362735d10fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ae5f1d91a9cb27a51c6262b29c17c4b3de252a5f59ed5ebc69ce6cd1240f34
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3c0e8991696c9c9586084038cce68ac0af9baf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1099bfd75d2481903ca6604f1443829c41318eda3f270319a30f9065e449daa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4ecddd3287ee3111dea3dd97a6f91e03fd93d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358e6e7818f627c4da693237e09d2582838466ec471829353c53a476fcee8e9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a44624710a213b51d9ca2e7d8e2db60e6b952c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b152bf63685e5c72b954c1594de770038bfcf51075d6451705560045075a92
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5531e530975c3d2b83b4300d8d94ca8a40437226
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6471a3d786b2c9726f051781134063b3f7d3260a1f014854738e44873ede3ccc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f52dbe56db62c4f33f42fe65aaaf641da3c4876
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c55572b8f97f08c621aee056209fab18fb824f09198234c77a63b619542fb76
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca5a7082498212080e4d52702188f29d41b680f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612fc34c0f10657961ed0425595307cc09ff37dcfed6e6beb0061270104b3504
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52dfd4abd8b74c5d1ddda20cd1754653dbe382c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735a3b83695da15b31be49381854afdf98c55236ad0ccf0e3aa49636375d25c5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad19bdee6d19a0af5d1bd46809857818d8783237
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9006e5c109a54d10fb2d4b0a0057c73c5001e05aae1de7251b3691b9787eab8f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a994dd97ef9c948a4597158583ce4640384c12f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6c7eea60d86b1ba4252e3f7d4a682d3b3bc4c6d3207085a8ea5e00cdfa04ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8f3758ace8dea426c9557bc4f99aa2afddafe1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2e7c6a3fd0944e0c6c9714785c9a05927e05496af3ee36d2d9bb3fd3ec60ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a261b70290acfb01105a396a4c44f69b91ececa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3b1542000f56f2ad002b28a0dbe7ea72fd313103b589225bbb53eaf79ad449
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bedc162b4a08d242a3b3ea8610eabaac5fea54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93a7110bf16a2e4081ed1d4ec9961fcf8857374c86e4b6cf596971056c8369d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf296350e2d3d14263868945e0efadb8c8b2d64
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d8cf639d918af081310f4348d40e29c842b4ec85c4a54f4d587c7277159ff6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ead8cd9342eb54a4dd9cfa01116f676ca32a715
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0feefbe5de2ce37a50af9b957fbe6e0277bc788718e1e40ba29b584c6fcb5726
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd050af29c6419948179320ef0d3a0c6d8e44b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8184ccf45c2cbccf3e19467b00f3178bd908d5bc7dae02559ac697d29bc24b6a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80442b1a82ec637b7eb040098647d5dea04d1c97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad17286a956ec7e924436629dec25265e85ca759eedced22d610f7d71bc9d827
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3558a1a1231021c20e86eb365015bed91b3a893a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46cc5026def604527e5b7910ac9c410055e64db1bcb9c9e45ea12e78b322e8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf11816033e0542f6560612793ae3fbb1bdf7467
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b2bc2560978ac57ca232bd070c66944b501d36f81417328e87b266a92c11ae
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b8429ae37538a6485f902a9373a71b06b0db66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a685b33515928fe6b35fefb18670a86174b117b5df4d6575d49106da7e624fe
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31fb5ce261a68dcbc8338cf1b9e593a2b1c81dd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93f8e9f31bb5bca38d108ec52ab72aa18a8d59857d97430a8a8de966653d634
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2abb4053b6e03d6c0e5df188c405567d1272bb3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f353b9e0601bfe0696d4fadf599aa83f6b383cabbd2f734b090f7cd4872ae7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4516b741d57b5d2573f53e1eb08a203d375a916c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412ab43933479a68c0b3ff73e331bf4ed8d0faca25de6ba26d0a85e314f44747
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9419c27269cb3037b85b6c47a93c370b1d8680f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a103c22e0da5e313c05dab52f77167ca18214ed13e951c086fd534e31fc30d67
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265c718ac25b4e2a8c4c469b6eeb8b5e0bfc3e67
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d592ee03bbb93fd0eaa097fe12098e6a10a6f6d9db5c93acb685e75151f1b4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d9c9291271478a2192ceb2910183ed981dc5e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bea30aea088b22d7939f3fa7f9e6f2276120f719a7c64552c1a6ad62f7bdbc7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519600e894ab7afaf74de6b5d6c0f694c4a96563
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43c6c3e02928ca50ac310bff2398056af77d1b84460beec1f03f25630a3749f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b51d26adb0e7b305f0c987b9d9baa257277bbe0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb061b52978b82c8f62fd770f471a6a3f661a493b37ef53bc96f36d798648551
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c225440745b33218d8374c8fc95665420c63463
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebed435523da342627997684e2cd298701f56e555060332c0aae8f0dacef3c8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2168ea898324ef64c8305875afd20cfbd3f6531
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcee280322ec676f71b7b4aef13e45718e2e2d57799731ddab9d982cf90457fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084718d3a17f3cee806057834983ae3efba5448b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fc6121a5020e65e400621f9f46fd4fd0177a58634a2d695a5f1dbf0c006e60
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1ee96bc0bcb3754974bc18e0a22240076c84eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205b71aaf4ca2312d2feb6a3e045aea6f1459401d746590cf51132a7793e417a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97ada27d5684d5caf465cd73036e7c106a54ea9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cb211b49876097fba9559634ad3c6834f7ae1d6430afb721ba2d381dcfdc4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7216344b33042257ed857410c5f4e7fd8025b29b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf797d6d3d2d4f380355202981ef0075e8eb145b1319a334d9421cd426669832
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba73f58a70fb40849477847c0a64101127b2813
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4d98192a5597920d58bcf10d4b42b6129cdd2afd1d3b3abd31c1619ff5bb8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35952087164a147fcae48b682552b5a214f96ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c10203f1539ad10ef8fe77c96da428be2fa57a6ebef48489d2449f0f73a45a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ba82700c418b270e94ae63d3b749fb686311d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f61ed0b211a8ea6e3897b00a0a6ee565d91a097f0310125f18830296697c7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e917d4c17456c9ad85fc8348db7d81f7970d7647
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5da5a805d1def0c6a41ffe74b56f3b4ed42ba70ff4656e45bf36bbcfd293d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ae057a3841aebd34564aeaea3c6973a0055aa5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df41f30a064a1c5ce11ed4fcc107662973dde55a15c19265577b10697537e4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a96ff6e0c02ab4d3f5537d5084ad50ac6386875
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e58357d44a5ff290589afc3819a469f1dd9295f041d5fe1f7dbbf96c1ba219
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53164e576b19ec8fd92e59509dc064ea21f0f1be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b511c1a549fd8f6c639c2461ad147193561799259d8837e554bcb7e8f18af302
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713609c025f53337a572245a9aaa69f48c4ae739
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125afea675f7c45746514526602df0bc0d617f1d700bc59577be596dd73eabb7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4662d93d8f2ea102684e6cc9e2b98ac88e887efb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d65cd9d0d483b974d9e24077ead47b5dd17f64b62d12bed2ac9c23977abb4a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326d44fdabb9da7e41987df36a930e3b9cff553f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3edd1f0595c98f537d341c0537c31c02454b83c69c3a79ce663ed6c76e5881
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c5d99e0117ee0da8a4bafbdd87f65274839149
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b8817c19afc4f484d7c5a7ef6f6b3ab58836c21a2cc747c527e7e11603b766
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a7edfacb8d4dc70d370080b9fa0693989c31ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa5905f1b3babad2f1ce52ed1a43938ac7ba9e05bb10d761f1e82c07dbc7730
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7294a6f7346e6989d8a90428daeb4b810b6fd929
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca67aaab2d06b3a86e165b70facdee04e82bf2b24cd3df65e7b18ecf7806e154
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0606deaa2a4d1e5b5a1266a3e7ebe935e6eb97ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c178c4ab6f2dd3a4aecad5ada3f5c3d5f8fbe04946be221ba9d7e667ba96acb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4328eb8a733834e76d970b66f782de2389ae2a79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6edb32ac738ae10c962eaead2cd8600c1783dcc0e149d12523603d587466bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776b007bdb9da1df277ab7527c1abd5aa15577f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdcfcc2366c7f6606e9991d67e87b41009f90fe1d86440668d96a4147548929f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f1751fc26839d1730f0eab39d5e89115c17771
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9b7fcc8079e8aff83b78d9de00ff259c377045765ea6afd8afa9bfc7f69452
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9931bc3a6e286b56b6958f8bd8ac9cdf4d438b66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae545bfc8adbb55cefcf9b48c791999a4313388649370030c7abc3d771c26939
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f83600d9cca9a1662ca52e25cefa4a85a7ca19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d58dad05a0dfdf2237c1e65c991e2c5502be5ed9b8498c82b379c3760c69c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b2ddcb55c7982dbc2a2b41fe07bd7b02c9997e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2374f29aa308a539c7ac1484b3fa46f50a954685b0cb495ce425435ab3566260
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba9d10f0c657fccddf600a7123a101f81146c64
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f29a750f6eaa896a3b139bb4843508faf57c065b3adcf6fadb723b437f991f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b42c9e9df2be2fb5b22802043d17dbf3ec5c68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03dd6a71d494ed64fd5a80da2b40d69ff1f8ed05dafb4e48cc7d1ac67487b34
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf97e50e12ac6ae1748884e983c114db6c28ac81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66449bb89b39c9dd95292a1dcbe050380814be8e42ae4912edc95ab5d2fa8fb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b60736fea81ba15e81bf6fb429fabd417c3856
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa879346aa08397d13279ee85a8f34db32200d8306b7756e2a68bc372e2340ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09016f27fefb9fb7acb4eea84eb7765c9dfe8df4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841db0b06f5695759dce7528f22a6fa9511a8d963c2f55dfa4e2a6335ee31dd2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be80f1f02277ff9335257d8887f352e54dc844d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efa35371caef948379931ff85edf68a714a4a92182506c5f3940e4a511799a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af33ff8e2fae6e7e1d1e5fcd37898472765206f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fc496a169d28f6c6fac9d2b54f13576a95f479647517af9e014efd670d274f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1625a52921c39bfcd90e050062f827615f2b03b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c259de132acbfdbe456b95af6c8884618867c1da86fc5a138d0f7e8af83369ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ee6753ab436fb22d477942a333cec93bf59aa9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706d84e1b288fac6d3e625e60355cc1e5c86fcdde4abd6c2d31f1ce554b6fc26
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79bdb64719b9217e81808d0b5fa48f359fd1081d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef24fc7ba897ba48a10e06f0c1ceddaebc465b84aae9eff5157a284f714baef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9c5f83376504f2b22c6caea6822cc3f2a1f39c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a2325c1d8aafc2108213c9803e591a74f4fd894483e555f9f1694145092f9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599f8e5bdb0e5c595c4e4697f5b01a9bef65ad68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e338ab4ba4f132c7f7d2ec804a5c02bd8c22f6f00bda40bad8467fa1901a0bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8336ebec4d57385902d82571ff128925e318d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca7168b8f782697d92d6d0c129294d9193be0aba93413a3cb30efcb06bbfe0d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ce947551960cb73b47d2e04d181d931bd313f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5012e1e9a5d0bbd9ba8f0b7801b20d19e3c50def4092cc50e9b042ee195b1c85
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a598d7de635edeec7d30ff72bf32252a7819e79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f195423c54f1570e19c3f1e831ecdfd87b37a080d9d160ecd590d72de48855
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c93e042b968b21e1808d865027a790a25e970d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743bf109746ef652b8dc065a596609be1640d7ff793252506653c3b757ca9b1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6070e2a05ae69afc19ece61938234186d060e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b63d4c7150fa948e4a6f520c95eb4ecc615f37a2626beeb12f06e04da416ce1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4577cb96fe7c456998fac08733fd58be10545a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46be2d1a8ff291db90d489caa3266e5f51f2bd6959b589ae103e792f5861696b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af9046ee12f52b43fdefb764011298657a31c3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8297f546df50379353e98a068c2dea09c0ea553122abbbb37595508e9d7877
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bedb8816dcae603371da13787a7ab716faf46d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4742c0c2dc82502f60887d8f9781b9c7170bd6f060fc98e3646d1d12d15e8dfc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf34955cc41ecc515abed7da6f72aa558306b147
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac75bd7048c25826c08699c24edf4331bbe83a1e371f97a608f0010f23a4909
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5eac6df06fa015980ad67db631b06847d5b4f03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cdf8a7f804059154ebe9302b8afee7af5bad2dcf7855fc68b592f56a96ff19
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518dec37472752632ad1b5823f38da7e4dfe2eba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29973aa293fc29822a6bbc8a66a0d46f8fc7d0c35901ced3ab1af9e000e5a643
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb80b7eb9ebf11a25aa87aa55e83a80106d0198
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fa2ac2214e09dcf288b4cd9c70d4ffa23dcd09aa4d02c2cf297c0b214c27d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f68a9e0a7ad5d0cb2dfde743180b6bbc6671d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844b3066dc0babeaff3223237d2d78139396403b5a3a4b63f57c98a883664dfc
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1945a81539eafc7e17f4237928e60f9f9b371376
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70f26e769c801655ae8bab5b89653667a3909febe5a76e7207fc03f18f84578
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1dfaf8ea4ab5968b2d3063d218e0d9506aaacf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704162734a4915511ea13af8f6a7653c48c30917f338fd58f6a152d3686ae9e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f9ada24993944c8799e65e6b8e522700025aa0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbb6823d9312404275cfd95d4d335b0135eaee36020624809958160f5971ced
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f25d0e21397f98f320b617905c7186b4f60c03b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d960db5e747fc0a72d15f9092ae8c1625a9f7fd61f78d1bb12c4bd29091dfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b542efb6c04d104d95db0340148f4399916b68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e70466ffd7db109435501e314963928b598cc0dfd7086eb4b2f139416fdb070
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72883d7c2d4f10f2b99ae85549a23bbdab2c48a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da04201eb4eb5fde777eba3a7f41e349a4a14ae6b0990b2a0f1c78d49293195
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f310a04bc0f1dcf0dfc11fcd434a6114a348e8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e027aa63620f5e80950b0d2fe4b13fdaa94779565e39f0a34f7a8b3b4fc766
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eacc97211cc38fd867322dd8b24a47661f9ae61
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a71bf1126be6e46be45b6cb036b5a5232e94d767e287f31854c073c4c59a34
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db0bdb9ff511c0ce26781cca43f1b2f611853e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08db55745bc535e21e9e98243cda1dd7ecaf1b05fb2ac7998a2d42730269de83
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa43ce9f3b270c9f0187349691dc0201062f526
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f434dcce67c25ccd8259c9cbfb4700a106cb6fd3f9b8f36e3606a5bc9c3255d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c76c84d528ca351b9608eeb0e6aa0a1f79db23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced548f910ef0f11f002b50369d34c91a8a79bf18d13015ec03c2d1667dd78ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b794d6429e9eeb3cf98a10c27c1e860cb5c8eb7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e87051229c300dccf38b367704a63e4e3a5befc6f86c50e0b2a8841ed6fe2ca
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cb2471810a2e1774a41de045b17ea1f533e774
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ccbeca6607129a3f5cf55f7072dff3976a33b53bec37b24e15f7b2d51651242
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bae63fb0d33ef46207e3701d00294a027db1e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81da74725d043f1df08fc42ba841fae7dd05eb45dcde5a2564fb0a88a5e43aab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7215d8a5622bc2bc08961a871bc91ae2892235
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbab57a7c88f5ff7e69c03a705014af13f78fda876fd8151791688534e97741
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f9c1b8d13c9e75138f2bf25e7e708f446b987e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe492621eade5ba2f27600cba05fd7e4d035b61e9896b8f2493538e889dff226
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96a4227188137890197747e4e14afef1b8ec8fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b0f8008601d368e87e68c63f185297ff4c55d9e0c6788b4972405a7bcb10be
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1ff8e937384ccdeedecc68c1995f77f8d76248
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8024c0d5292c461882f5927a5c186b7fda1aded45bc4d18489316c867e8e2f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938e2f4ddecbbcfea08a7709f828c5667452144d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0571891b344c0bdb9f5f55add34033bfd397a70950faf42edc9d27662f6616bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdba05f7ab205ed0cc118715b374506455e54d1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a8d20e02f9d2140108a6973de5aef67083baa1ac8464a5d0641c5a54d42aa9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83bb6b9c87b8d27157482a489743a534a8c35688
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c598e1234ad24bea53c372e6d6ba38453a1be2fd6c17df84414f747313420ed6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70787967f0af36a6dbb57b270092268644550f68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256489145cc31488939dd62f6429373ba861d6a9b236f7b0414b1e0be3c8baf6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d155663cf934901b7ca935180dc436774f906a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff31be38a71193abc21dabf328fbc6bcb62fcff7441b73bed83f27ced1b32ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562855e75325b30137cdd52f4460f8f641a9ae0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc9494e88e4273991551c9199be0d9a5e05fcfba6a7c1b14ef3169dc953f77e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e05760238e4c7e71e3b1ede284f288973158c8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbb572be240d9c8ec7c3a5e4cfa5199da303568c40625d52be1a74a0777b2f3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4acaeac58d5139243fdbb9bd7328e5505ca844c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d41488c0a8d06645046447b2094e7055665f62eee6c880a0c3cf1c0d5da29e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa6c5543ec692da140419ed55af2aac7c5d5ad7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea6b3813f2ddfc4a98689406ee14ff56dd5167307a9a8d2276b086a66a51da5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d4083f07f0d0180a980b84e7808ecdbd10815b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98480dcd83378019869487ed4ec10c0722f248a1320b6a78b15e94a6f71c72c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5bbafb48a670bf324de74637c46e7046034994e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9d047f37659a2797723156b861730fd6f8d324d29e6fbe81f94a856d223f20
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc65ff857d0d28c285bd3013063eb518e71638f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a34e7f9864a6b4121b078cccf4d6629856dde4d1bfa24e58b54fb64eba7932a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686b30766f19f0c6016a657f350a04fe6aa8fdc8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155082c29813efe883c7e84419388a48959f21cc2f7f31d95b13c37e6eb81abf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b115a875c20ea14c812e756f2e23134f0b198556
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cb6ae247099f48bd04eb2b5bf18951c01ed396cd0bf5551a33ae2b0fe7022d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0c97c7b238b3bcdd14324d8bc769199cee6408
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5426a2c3a0c51f69fcae2621ffb040db047a19e576913019509e5e1fcf5db3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e49f1cd41d8d0382e415ec94500b3c9fdc22476
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae79c11dc16ba19fdcb9a0000c8e72335b9b27ee2bd881f79bd7e8a809b1b0c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474ea385c935d1c51db2e6c05165279622425b20
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0038ac150438397a9f899d0f4af48166c2cb1d0b126017dea33a24466bd986
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68cc83bb456f114e77e45f1273ccef5dcb7e8c3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df54caff60914f395e0f42992aa51dd9ce684b1c452fa485281c545a5ff4b238
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f82387ca7c4749f293db31fcbe43abc6d12dd2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b36e63d58a58da986df67738ddc7348d3d77489dc5785c9289d40a4085fe7d8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e25d93e1fbec91e6a516da18add2780e61f5bc5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914b5a500316d473b04605fde4f97cd15a65b94cfa2787c98fa2be9e769870d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcffafc6d23986fe437acd46a27b5f3b629ad621
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefa1bc75fdd77b9f4dd5101725107dbeeb51e85968a94ac6a10a582f2d64f05
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01e4c1d98c9f9278b3c07940358e4960cb2f6a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d649fda13bef7d6de7cfbd483bb9211cb18d31ef7e96636725b6e2b6b9336a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020c9e68d35e62509b9fb8d087038096b4b17f79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ee87e6e484fe6f003e27420af2cf662a19e5b53b4880a2a2eab9d2552e27ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6149099efa408f753992a8f0ca530e48c450f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab709e3500980dc19b13ca6560256735462fe304f602abeb1362fc705f3bfdf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb63e00bebef35f71ee49331ca886a83c0fd89d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f376ecc88866407cd3c10794f2e86ddbb6b150857c7fd4458419904e580bb6df
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e45d63f1fad869fe884ba6b0853eb3860161fb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9e7179b96e08531419293e5e99bffa2cb59003a6a0d2ceea88674604823cf3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a8a5f1eced79c3d9c0c201638b6216c9446096
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29769ac7a7f0956f3d89e40d266d5912c21d1dbd4e022366b15fca2a812c7f69
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fc7ca1976078f44f6a8739171595da47fa2808
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c62b89b960ad5742f0a834279016913ed0ae5b4317c446faeecf9a91fa2cbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0920032a70cfe5c588e5e7f897a5b63e90ccf05a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bc5bda82827a4e1b2fc1aa62b4ce486d9f9d1757a12eb28b99ca909e6f80b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8192dc80692f0e5b66313c06b2b42bd3d31e37e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b869ca106b83ea9533dfd8f612452efed920d84229208c8934a4fdcac8b20d72
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e0fbe9a19cce763ab567c2331b1bfbb1e64ab5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68011f92b7ab0037857acc23cd394e789f540c99802417edd11d207dbec4f806
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ae74829dc0d75d939341c0d177c4fa2df13691
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bc4cc16e212791eab2b344029b758454c9503e08532240abac5f298c8c2916
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff3bc16ff4d026b166f76155660b22eef065145
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5761f16bc2ce98d5058f8df448df75296a848f06cb8a2454484775c9bc22488
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5358faec3005b88b13d72b38b208e878af5fa1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509b11b17060a125379bc715ec0b546171863cb583c0ce64288502bfee0b6eca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9324ed40d7b70c92cf21f3a83a87d2334e1e41bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f6a6615785df49af99e8d98c472981d5b7da1bbe17d3dfed298fdc02fd681d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bd5f82f5a95ca4bb2e566cb4d47c6e39d1cffd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316513c8fde1fca556d35c5f6cccc5e8ac38ca675ce9346d3d5c969f3ffd8d7e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25eb8caf7ec3b74e6068309d001ebf1683256957
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a631b1ab415b4b78ad496b1b571ae0da553725296dd7dba39cc48ed7e66c8b72
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903da8034afa0f0807c31d274f1b573b462f61cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4df6bc959ceeff2af739b5052ef99acec3fb26031e9b21b1e212fefbbaae7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2245957d81a84f6dde9bbacf4728a80e9f91aedf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebd4b94d14d1f83870b2c602e5385787188fa7e9cc00642a73442e4142949a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6f7397c3ee3068c2a14dfff31aa4d40505c9aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e71ba45b2893ef6933326b98d17a9662f33b0e17133cfd1d24c11ef2ec745c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70df2ad01af7e2d3fdd6bcb8b87fcdad2bfd75b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575674d2dfd9304fad56a257ac58e7961df10fb2bdf3207983b4eb1e074c56a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55fa077d36db0d4d1a978abfc48bd5df17d6a38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce58c224a6a3b8740386edd5564d6232e1d58e79e9883f941617cc8c5a39dcc
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92cc953763b72377babaf732c3e01546b97c6542
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6cf0dfe719129013cb7d2629eb7d5e6865029ab1f8bf6d3c9217e8338230b4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371e4cccc68ea2840e2f64e1c73582d7607253e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d71cc36767e0b39d8369a410f63515ed5bb0ab5f132856191c178f5ac96b93
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fced766b79882903966a6c73f1f28a505fbe06dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64481c7b04c89acf6adbdf98106573a4572aa8244cee24457903957aff7ef611
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38334443e409095423f565148384abfc2350128b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d461b7ceecad75ce8377d45fc0469cd13e0f06a8af8778e41818bc90f05d00
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aceb8cf65923a44411d0deeeff3f4c98eec70fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e7734ba4ccc9e965c25f79e842482a614ee83566b02d0e10a467c9fc1bceac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dd98f86d444ac224a4e8fab9e6e0429e821f96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c8b5218d1b8c164ad075f0f9c4b517831923fbb64ceb281cbf5f2d38aee25c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54cba944db0cbbfa2187c956ae6251427b762177
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060823dc864c1b5dff5a4da7062ed2a7bdeb57849716b1cde321abefa6afdd0c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798ba2b7906019b5c7eae4e1875666c660fd2e66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555f24c22b9b5b48677ad531b38dcb53976786f07a39fe5cffb6bcc77be14473
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783445172ead529b4b13d265e400cecc828265a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f184ce21e6eb0a18b59d8cc179fbd899f9458f85c08e7b93ee7339435446a769
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5397ece30d0f2d5a5d8d6952a7b566c98e0a41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47ee36f08c05130044d6d9335cadf6ac38eaa48b0ab1612a76c64e0197023e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c10723905dbcb6bf99cd72eb347c22ca365953b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6860f22b35939119402a8ae1c96c90044e8929e201b8dd31eb0152b6b8a13e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b8f361414955314afec6fe0fe754bf57d4dc41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dace29298ce691a797823e108316513167226fe9f10fa27265740d202483ba39
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd3f1fbc0d05b11f111aa394462b8cb05feed2e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9397880d6ff0f85d8e2bbedc7c8b04c289266be89e28ae30589f580e555177ae
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bffbaad69925b00bdaf4225c169aec36198c9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880e493215e55ee1f95e812173c4f7fb58cc47f29e5a58a303d6d1b105330c22
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2789d90eecd5888830df3f1135fe2a9497513b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7553b1ea1da2266e46d1598ab71829923c0f88765d4df9f65f6a5b1dbc967eba
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a0f7143bc2598bad8cd9941fc387e54c67e735
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb920cf70e89665fb780b8c358fb5973234221476ad532b0fd7b03f4bd5146d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d3e3b92b5e0e06279de60582d0af073d6b9fea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b379356a69509cad1185913c106624dcf2f8fde380156de5fbccb8704d64472
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a38fd9c532d18203d7af05135f032000abd790
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c42de06ecba8702b93ad1f8b5af062e917de96968854e0f1018ee5420a4a99d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c987a39ba09d567b3d9e7100c4eb2675b5f91d72
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf7848b1b5c82bcb9c2afb2b29826299d9bc8599b6b32db86348d5f4fc9c88c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a282eaf0b5b17d908c28a0a003fcf4fcb8d8e3bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191fba3df38d1106ecbb72f1762f04e602f23f3e86d649e41ececc159b76d052
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf19ebaaef132a4e843baaf1085adaadf4bd04ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badbd6639d168133807d707d693c5a5e78b26a1d3d8cca2a78a34f6572daaada
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a43f5da9bdeef7427222455821e9a8044b991c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549478ce8b09c4661715cadbf4882c093e697d9741eea3ed173afc246ede874b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14c46787e9b14a77a546ae40bf6e6726e523bf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6496ad7d769e5813b27f0836c6b935ec181f2ccc1830461b9dfc761310b61dad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069c14e4835a97973f5616b54e2e72d75a81027e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f448a89f454583ea218da53bc863b024dd07cba36d74ce79af5e116ea91aae0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57aa17ac2905f8812f2f0b55aa8d762ef0e08ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40da9ff09137cbab2247631464728825b7970d894b441b1973a3a69b901fe19b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5189720977129b12e90d16a4da030cb9ef733931
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab0e9d09c2a1ab045e2af05ab25b1b4cd97483b9cbdc32300de762bb78edeb7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c94cd32cd1c89344c1d5dfaedc59b6ec18dfd87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c497f63189e8cea2c49c22a913c273474e026a83fe493920491d8e8776abe93d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407b57fdffb84817d2650d64780895655e00af6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c375fd92067769def596a450d146f25dc87f05dd09477e1edad03bb7b981d4ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37af40df7b8bfec10aee17ebec88c8eec7c07b15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc901dbb2b26da30d2951dddca55102083f3852db97767d05480314b76d7ab18
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753e4c8338decaffa39531d273ae1dc3e0b630b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe7e71604c209120405bca7335c50efbf60f8688fd2f588a969055a9bbeb813
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ffc270cdbd197bf941c3c67edb8ccc5ba5e4f58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0657ce6ab96a10a73cb16bd4823adc3d396108820e9d668733461b0c0354151
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638d59a91e947cfb27ce340b3207578f19b6b906
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16863e65a80cc8916e556e88cfeab11c07b8b0886f81e068e63308aa4a68418b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72273ed77b33f71f8582066509552b67a411bff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467e9994d1e7cdc20fd8cd67167d9dd53ad6b137188ba4ffa9c63db0688f69d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e655f5d039ec84919d3de8be1220fe293a1559
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe2896b22d9280848b7f8669d17d8ce2f9f32c181cc56dcf797b59a1ec6bbef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ff0ae0c85f6cdad4f37a5bba3ffa6fe678d498
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459be3a513104bed3c879e83f1e623ddd4f8ed78406b408b0b20cf44ebe11ba5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d537f6cd22b84d7b74aadb3d3db38c98442de3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f021022979d74c9f8e1e96aab7847f369178d1be26da87a8d284ca26c29bdc62
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc485197cb2ee289eba35ed9f14e6552c0b806d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ef23e70fb05c883c4a01687f7f997e0d5b034f22f81eb9950b89bcd1d79fba
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09a73ffc335817a61f062fec11c9e3b42be39c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af61280595319438f2a66653fe383a5ff1f416a1286cfcbb03969ed76686b54
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c26d845bdfe7b0b5e6ff3cdf341103cb50e51db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e912eeb8dfdefcf8a86af52023de0d76f0bdc9068bcf44dbf62dcec011bad2f
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018d5c483650b89cdc5059891bdfe83557dbc5c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62455a01c67002412651416dc9658447301715868f3fe65b1d0b848af2cfaa3
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c70019338993f3509a71373802ffbabfcffb2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c62292a40b7cb1408d3e9cde3159a604c32486e594cbe0daca638d5166e6713
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d736f4014d463a95f914f0a9635c7023930515
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47855ccafb560553613c08ff5956bb0021a5acdfd4c9a76a6d86e504008eb02
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd52dcab42ec2bfaf30a41024ccac67141897a54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6e097d260b81dacf43fe818e76a19ed458bac6830adf0591912f151b92386d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e91f2556a594999fcbe182c0355541b75459634
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34139d844b98c068585c5e6b41f26681c302dd838eedfa9aa69ef5076787a1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86bf14236d6b52acd8f231c25ae58dac65d1b651
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d4affae851f55d2126400f0cb0e85bb706ebce6d501937b3f3d64cb3c3aa29
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eecf3075e86ff2c6e75db7ab4d04ca2c71a6a2d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a079839b902b7d61119960ef51b96ed7858d9585d182c7dc776961bff929eea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b19171d33c52009edb81b2989f20a325fc7d8a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce714949b01e79b8b625c6bf963c8c9fc669826c95fa528138b9fee84309550f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c176b3d4c30bddb6b9edd299271c348079463758
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60dec1f29f9d276d1c1f6cb74d4d771e7d28e3044a3f2d9e162e07766857a449
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da5f3ad83dba72fbdfd3ca3fc7f188f1f64c852
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87c94ecb9629aa83818c6b1c384918e331de135d2b7e23680784b661914af9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c495934a7b77507b5c9e37179970d7c718d8b733
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459ff1ca1076887fb76eac50e56d8dce1ec2a132aa2ae281970421764965f21e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611acb393f8ef0c6b9682d45530eedf98314886b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e477118c2e0410211844054cad2b97f5632926ad652493087ede20b8e92c7d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fed5af7d517bddec67d8b4bb4c204241923cd4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9903a3ac0999980605cc4db587de7bf27766c6fa86feef68329290423d89dfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24303862906d954c680e056ed09b38697d00755a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62d878b212b235172b6c3cb04f663486f5b869c84fad98b2bb8c0e1dd9f8fed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4fef30e4ad2700ac5b69f33b685a75f34384c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4550fee22348bcda75d1682cc45978772854e083e495944c50115031e36c17
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6db5dfa6faa96765c203a36eb36518c370d36bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdab8e518dba5eb898eab7f9c801dbcaad2a16f63c2519c19c71bc1f952d46a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161c2378cf0a2305b4330c7757d2450b261f82ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a486d40f3bf544f55317e85a2a5859ae284c2708abc5fa6d73e82e07b6724ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fbfb9b913b09fa2ea8da6ea9c28ff8e8218fa5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcb7eeef6ed1128f2383855dd496bdb90c776c9064e31f7ae8c59b6fe667631
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7573597d7f7f26807dedc2af8e23240a2e5946
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d304ae891ba1c3f8757fbb7d1934ed3074eae2b167d0f808e4549c5cad74c309
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3d03933be681cbde52555b1d47e782ea0a9fcf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a209c2f8f6e204f57aa1b0bc8f73ccc036f6778529eab39a59271756bd9fb139
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c87deae32d0044c7c4be13b631f2e3dafb5ec4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476485948a2ef0911f5b4d34cbb65e55ad8c78834d9ffceca52ec2c62b2d5509
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855f59e7319b777d3cee99bad49af778754d8b43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33353fc02671a48d2a0a486176981e776b6361483a8ff02941214a9825961df
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93705f5a8f9ed575d30999bb535e3650c1df4a8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd23dabc7db28f0f2c528ccbc7ab059e1ae1a8e47300feeefc0bd114e0a17e18
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a24808fe0d72ef548ba7a172fb9debb9b5c7238
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53df5f14c19f75b6215f468058ce5e9c9b6ab22e966ca1a4b06eaac7089d201b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d534629645dec58ed1b08a191b2c096e3ee724b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470288677eb0f53e919dc316a80c8477ad2706f0edd68fa436890e7dabfda737
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ba12d232035681f9cee23abae7063e58b165af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3162806eedac5e6a87f238e8f43c966776fe5c326351a4df2757b205a67418d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3771cec609c98f047849a28eaad020b236041695
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3badc66724cc5c4ba71efe0cc56f7a2204e77e7ce16174446ca69432e92f2aed
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f813359554c6717b0fc9a212f9e1a28a8d24f61b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfac9bbfda3c52eb73552e7198041eb3bec3bfa8c1e7c5cf79e765dab691dbb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b060eb412795aba28c4d5e1c1155b728b3029d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149ed291d508d1b795b88bd994a675a3b910a1fed5bc4c8e6c32dc778434acb2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac1e197fd5439f25318fd4b6c5ae9c46923416a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76be6f6a964a94faf4e9d5372fc13179f1ba3550bde36cb5c79a5f7f490e06d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05c629ddf80e46b139b26838936ada635909279
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0423615794abc57eb4818b9754a6ba070fe56dc8448fa25b4b5fd91cc368bf5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547e59cbdc5d5dd7257e5f67b839ca528713084d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a16dc3bd1223dad62f03862553df1462f6c197edd47b71686646d1e988f719
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256a3302fac2a06669873c45a95cbe38392812c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe1c03ba30283652afc934ca83a6278d16609efc24535ec8f99c12ffd3d0b77
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44748cfadbe3dccbf32ff31d1e57904ab7c14b04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee6c8dacb29bb62267e34b2138699bda88f553da922e5e3ebe10c799675f857
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c279f333cbf150e1bba817a00e7939f0ad2483b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a62b68ce7ebe5edd974535348553dc98d3f1f5565f9c4bfed8e60e2be7d93b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbeafc07a743f8e6ec97ba45cd877c369b93812a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08333d681bc4325bdf66b3ff82629b394b8c9ce9e170ce256be3cb4bb912ab6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73110150a74ceebf185f13f7f99e1cb04343692
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d31af1eb964fe4fed4f79f38782db506d427f2abd88411393fdd0f6a3073453
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8186a16e16fbafad60a24ae46194e646dda3bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9430802387d7dbb911cb20b4162d5173b3abeb5e414e4f1e110d114e491a961
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9b8d5d9f7d942d6fbde19d7f01ff52b64ca90b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a703cb7b2663e22bc7336a143454314d03548f6b3fc3b980f6c34c6fa214e64
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43cbb939daf03e12a4794dc1a069477c110da9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c97db4d42e855f45484958ed4d51cfb2e2b97a2e1e3f5477e8694fb6e7fe8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a8800e7fd8816b2b4548c080a19f31f48035b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a151f9f623bba28243d655d638a9e186f9f9214b9d9edc1fac843bc24e67522f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a1a61c6b030010c9693c894054caf1980fee81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e0e5030d08a84888cb958b19ca76222814fced8173621934aabcf2f9e30dbc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3ae37b685259e4f9d73b4c93a8e7c945364118
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29ce1364e6bbd5b2294dba6e6edaa25e3e4627762905ee07c69a37c78854134
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d8a021266c02dc9ca2687f135650d693b483a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aad24563e9c8938fd1d6480b16dd5820e9cb4d28946c59296ce3ecc754714b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5429fb15d140a8e3769195cdc581aa254b553e8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc81eadaeee07cbb95250d1d170c9549f250007c404cea513d40eab437c8e65a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fab68f71ef557f9bc236d035ebf961b28aa5a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfc641446962533277f5bf61c0cf5b42761a7108e7134f084024ec929b390a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d246adeeb06962041fca6a47b3a68bcf3226f04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe019538de2d1b72d5c7f4cbf4091005c929ee7aecba68107c9c7d16c8197c79
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d755dad9df36cec62e60c64c9f119c3eca838189
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82c52c7b1d743f1123ba8d97a24a18aa88f375e9db9d40e55ada07ce449f666
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1f1cffd0bab0f5d438816368b46ff2a6ffc2b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33f89cdd2226e94bee4382b298322fca4b0851c8114d9f9e322e79fc1e50603
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae97bbaa3be7614eb05cb00c6bfeae09bad2fee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470639574b2bf8327923cedda4a83f538091318787caeb2d4f6de3bbee41376b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6143041dd5a56f47b4f16931646164b798415da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed550071263d52c649655ef6ac894ae86128900145ba16dd12f29b08370f59d4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207c24bed8ec5995e9c8e092e08dcdcc898f317b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23922e0c47d9b0f618146563ed600f5df5b9b2d74f38a41a27050caf51ceff6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4dda03b861c38536d016815971f26f88f0a88d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad954dc969e43513aca9c847bcc2c30acfa93a7bfec95ef955e9588b523a61c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1641cbb509787b38fbd5acdeaf1495ee3ec92566
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ebe3fe2eba87f2e01e7d538760c03956985545e2dca07354dcb3069236e1ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a20efce76823d9d5977ecb01e5308fd8194687e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5569b150453856e316e27b449eb86a98750a1e887b116af6ab69e27cc5620f86
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f01e3c11f6347d83d8d6eafa4a2dfadd01d123
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952ed39405e0bb8261ccc5ad3d35136dd93957ab61769883fcbf32f9d9438582
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf60a3bb39397bd58548efc797d83db6dcc012e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d231e967f49e524e643547cd1208a1cc5b0d708a9e9d1b9d47d79ab45c3a0d1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95cfe8e660f69332189ef9ac5c5dc51cb0cc997
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9707c3c411656aa2ee3076a5dd6cc6a9dfcc2ec852124424a4304787d4f40343
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8799c5c73cb3dd61490f6dc4702cbf48f107cca7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcfb9467b1c4b4f1319afa4d4d33cb418be7db252343a2817e6199a9c94bc59
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a00479057354948832b1550c7e842106efc9e36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f412115fd4e790fb5047250dd3a5ad57854c139710a51e2f7fa6418a479f49
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdeda1d6e83cf4aa0153668b8e503619162ca86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa072426c2d10fed69b73f7e60a0627e8090486e040124bdfa925bcdfafd952
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca05a200779a6f433fda9cc6c9c2dccc7d3b94a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31651d82ed1de90d161373ec6cab9be33a6d94ec5f3fd4233fc3587da305c570
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63560fbab00615387cd119522d1eeb2eae40d7f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b444d669bf6d88891271f4b27b5a55dd0c878526b2d4e47dd7f98a8c99a40e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95dce6a6d0aa3618ca0910f0e36a9792003239d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266771468ea193c4bb8a2a33ff1c3ede6e383d303086f31ac823b8ba65f437c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5932341657ed428ba46f98858e2dcaba8a3b7000
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26236c1c29f1891df19471de7b2266194a3b194ef399e4da41f5f363ec0195d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef9076e612edb79a5bf378938595df990593acb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c70162bad3084d89107182734c54a5df97ab4337c9efa7488819f20435598f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f84311d208b32e5bba52e725de8b8c0d51a544
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6ceced621b36e2a97bcd1e515b29c16f2e1c9c24ffc15718675b278e1e0f8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc784000e8a33c3ff5d4bea512e3f9585d54935
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0958f848d27e99197e30ee3c37de2f1060937158131c1bf98c31a5062637c4ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10088859371a13a460a0c5019fc8b8e8c3e2834f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772c70eedeafbc6739d62bcb5fc3aeb47abe1131b1386f540e4b34e5a4b5bc32
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25ae3b1f61669f3e9e3b0c90f2b8c29b365c665
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a1fd44b278361ca7e291364e32c497b8d4ec36c43f5465871826723d387c70
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0024a3b95bdb23d18c54f0ca32768c91829eec83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7d0f821f868d20fb313410722612b1d873590d65b2ef51c7b07b6474cff5d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05776463c8e01f8aad8ba39c04d6c0edb89813a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6757d9768a0a2b648064c4ce4c2ca43b3a3b8d57f4a6fcb057487ddb43ed2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d776215f02c96cf6d4cee2e2c6a0de0c13a4c79d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc23c5e85013c516ee5fc39f7508a5f2d913d0393df0dc6170d3fd14857daf1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660ac0a70525e0ad6305df4acd2f020319f0a52d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1f9c27cd04b079ee7e8d4a767fe039384b5ccd7c77d5468e78a19b79004cb9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848b09c0b98bea3925b47b406434263d38b5eb68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9359cd56bf47719fcead8f84a0b6fcb39958cdb89f7395e667f5bd793074280e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072fa64e44bfc5b106e034091a9e603b6eb86c25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f292f4cc38c56807fe3864eefa9a1bcce96bf3cb0b5379d5740c795676fb698
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7bc5b4e9dd179c14f787d7d86a7126d29395d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbba66f7c59a72d0cf8ac52fe4a7a24504a3080abc65f0e7dc76765125471ab1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d822a24ccdcb58d93786b93fcf857b26287b7a02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687f529867e7524bee7e6b1582e3289952c868bd23438c8fa55b62bd21b04f07
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141cb64bf693264eb68066e6afe109b74aa76187
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff6b96d72fb1e3069eb96c1660c932e58d5f2c62e00e8c75ca7c12669b45989
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6607ff722dd69ba61ed0a16baeae24168c04b1ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94f02d7ae54e33a10c06af4ea69c9fead226529f3253dcc7c2f3d6970090708
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98f3dcbb458d4fe4c3752af606b7913384b0559
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59955e7fe4a815f5bde888eaf3e70a9274ef7036642ec3534f45379ed53c7034
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93dde7e495fe59dba0c56cb1e875bfa01e650ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6970aa427ee6424f891ee4b5f5d7b56f796b3b3e477632256cbad1e0224c77df
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4068943b92eca3b5ec5240bfe1b4198dd11c240
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0212ab2a254b3e7a9dfb4ab02119eeb0143225e3ee0ad6bbe322ef3ba140b397
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315468a977a1c9bfcebfaeef91ee160adbd4e014
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecaa2d34e8de33f61a8968bc8c5e3a05e42fdbb948465a395146267e71faa709
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318064f259a04fe1831857024c39a3e47b65de3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8cb24b0baa1277d07e3a4df3e1985bd00599074ed198d7d3778b66144df95d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20994a5a20b1d2d1cdd56e08571a1c533c61c8fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3501d75ae97abdc6f62226b5c84ba8a57e5bb71ba35c070b11d520f8eeb1a7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721bda768ddf373a56a8e1359e5f868618830784
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8615bd949039fc848277ce44ce539434375b6d39b986fda1142b3fd6f46aa87c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f282bb50e01e86a451e9648c67b801e8f7ec2d48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa054ce0b403377a3528812b917aff271b6120ffc08faa08e616249ec60db11
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0410efea4b18eb0477496bbeb6ddd68674aaa0df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ad6da75ffedc9bf4abd88585f9cedbe12892ab122f977848cd4a42b331c94c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000d8df31215678490641a8b87a439b9ade1c40e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7a185603fe1ce3ead53d4773a1df4669c1caee76228c3418d7d4c3ee0bec1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdab24ccd16122d9cdfc00a80ac2f5bcb86440c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad43a69b2bcf396a92116f6c15918fbb8944f6879b8fd955ccdfbdfdf4a9c6df
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272575b92fd2a5ee313893c58ba520a5c22b108e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abe72ade7ae29cc556bbb47cdf072f7a7b4bad1d5d674a9e09b30fd87239cd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06ee400ce57cdb87ce196898f0396561b95d55c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658acb87cefad4c6f12de12b3e66ffd032007914be338b2912b7f4d5af4466c9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd9777fe1de1f71304f0b7bf8363992b694e2b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a5d9f66a38722abc84520cbafd554c2c21812373a0edbe60fcc617cb6e16af
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc42a77647b2635b06d58510ee1ef661b308d8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9908809c73781b8c8043cf8a13fe66225f9b478427861002ddb2e3da776d277
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0df241fa2dea35e156bf76bd869cff9f5e5ccc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4390e5844f12431b11e25a4a8477f3d4bcd471593b9d3c24e8b06a2c4321ec1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8cec84ce86316b1847fa6739d625e29cf58b77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edcdd24d423214e9195ff922089cf62ea85c506285e3defe1679893a29e6f50
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaebf6658b293222bf5e8196c969af95658e8437
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124426c6d33b4ec66cb6c2386dcc7271bbccff4d599fb181912039e74520d6be
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd682a67f937f9922541acf4b77283943a17c8ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d093091b34b7c792c6fdbcabef495c7dc7277f98e15833fe8f8e09035034192
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82d40703fdb675caf46f950dd6418119f0258a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db59834c13527c79201a611cd90a8e58d5cf2ce308960ebe896c59738d2d2e22
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77b1c88422b79c67be56367e683f9371ad49cb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6687e6bede5be5f2c3e2375498f25c1539f8f8d0c4a20e32d761a4518fa09e98
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f22380fb7962e9dd8a2b13632c6777c18328cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c168d826c3538b9510b69ab34b8c410f0bbccd8814238de2e3f3dde74e50da
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c40280f4eb6663c8d41b06a6cfede3f50211f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7afdf6e8cc76dc5272fd8888bedef49997f11e3aef2939c513986515bea66a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a52f4db8a2e952675198b405f3d574832389178
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1881a62825e578a0b2b6d19cdfed32e9fd885aba49fb0f81608c9930fa888046
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beeeda6e44911a2a237bc9090b003d7322df9532
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6aabf3ccd5e2cb5c5ebea401534a7dc5a0f7f67e79e84f704de52ccc92a03d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43bacd0025c12993216f48c9f40a7853eac43e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cef7626a0d0dab7bddd58899e93036b3b31d5889e35366ca79a65286c846b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe1b64e753e038937fc82da6a33e1a3312af6c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f708516906add2385b14e4f29cf5993a5024239f8a08bea52cfe28293692fee2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab54e7490943268dbacdf75c55cf90ffcffe692
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e40fe1442d7194e6ff65342afbf0b84450a0fd1b84141bf36816afeccbb0cbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e93593da1deb0cccea9f73b19be60047773938b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7fc1863f7c54157b7ee1cbbe6930a49c815b387599ed30d46d6dd6c89ebda0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244f822f3729ea6a678d7b4a040e8dbd5088cc5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d0f6214e0833d9ca2fb10dc64ab0a2e7f7701a07b1c311a1616aeb95833005
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee89a9a729de8f1a4693b3c6f576331de4ea8d4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365bcfae81d729b9e1fb559499f8d0cb69d197e169d3f9ba8599974e89616168
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbd3bfee0bf3e46f73f769ac06978f71d9b40a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18359dc373004a5853f05a4f59352f267b816d9e9d3e1f335ca5df838ce73d0c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666bada314d1d910f7af7e9169f94b33c9e27ba9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d047f9017f7cb14e5b48464f699ce72ddf5a9effae2b03060413f34a7d9353
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce44d25dbe753d6de125a69544cc4bc761afebeb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296921d027ce505b1b5e8eae09c5a53bdc791818c05b448d0ac1cf29cf8ad747
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da9646d63e15c3de7834cf54ca01bfe007d4f4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39391faf1aa267a0a1b821bdeef2980ac72190821b1ef39e443fab440122e2af
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581ee92ff6f5b673c6ab0318b01fcb8620c7b2dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbe95e09a2c7bfcfb93505908d75a0035bdcd079b7767087d408779291ea639
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c418ffd85ff824c5f4b73e2d58343753f06d68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d3da15ddbb3f9a0a208f3f0e98fcf168fad6b25bf4afdfa105db5a1304873f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4922721df880ec4bd5bed5936a5d0719e66f11b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c714edc3da5f91e45219be7d65b925af7ff70cee83752fae2325230956a3e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00fd2c0ba8cb07215582b1aec14f41da4fd803a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af6b95602726866b44c533f3d0e5a1c6d0f1a4ee41676701ff992f31973156a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfe741a95588f7f703a58dd16c666709d782dd2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553d4b9a97413dc5f75817e4eb38bc2fe1492989ddfa3efb4ec503fa5602d6c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395f4393c421553d2b3a48efce514ac09d106044
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a55c6501336ef918119f4e34b01121cbc3b0f68b03c954ebd9f84765c88e82
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567f9d3ff57234ccad32315e77bf890f41f796e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754c8fff0bc548be91bb2afaaaa15cf2a5db1b861abfd53f58ddfd13f67ed34a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0337880dcb00ad9d7d4c5becb288a12a62a5ca66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c3015c74916e4b1cbeeb06432e0cffbd130b02f7fd5a4e6b7553c037edcc7e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165f356b66b7ffc9fbebd15bedd3e8b3c215d02b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d5ce71f7a2d55c279c4e7038dcf1f979f6ee7a321b4da48460caf13a28491f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a656611ad237f48085722655bb6214340ffacb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acedfc162fdc418ba1dc7b22f6f22c8370cc67aafdb12fa739bdda99a59390da
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efb434117ac50e7026bf98136499b5660d66506
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8241f2b1f8b054c0f1e3eded847009a691b1c921cd48d2272ad957803082241a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3f769edf89b64e92eed1cbc49ed3d14f55c249
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313acb26fd74180162874948c59afd1670062cac564577a611115eb1618f8e1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f31fb7f4fc9315d5f7d4a1ce7e17292c9d4c06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c3a722a87d7963691d2aebc5d30be268f10c2c2b7bd8fb946e1feb23810f2f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f2ce429e001be3beaf911d5a4808ecf12c9705
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43077b6b5f3f1a798abba773625cb8b614317bbc57ce8a28448750d89d52727
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb3ad7eb07c8e2ac4afa95840b3c4efa6b2f3c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f49a756f1058b76fe53ae4d49b9b075918f096253cf4a0a3badeb3d5cf7bce5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a32f3832acf2b10d0ee3ed8d675753d78f4bdb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2235d0713d134e111bcd555e17f34e79e6e4520782b18f3e4b40f0ace85376c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c809ffae7fbf3890c112ad2e60752e6cff608c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797fe176e97f364871dbcc6257ca45ec909013ac855d738037f3eb6175bfd235
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c5cafc9ffc970f05a04464b5c168ba5549e29e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200e879ad10a861fbd60aefbb1063e6570a579be89340247e903f26398cba731
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cc3832df23aa2b5a6c4799a702a4e0b6603d35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719d3c7a8b4bebec31888427ae5713f5b0ce088fe099c744d5e534fa7b31d5fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d93eca9b4416b567ccddfc114facff3bb1cbd38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3f9c5e281a7ca3923924ab0a1f67728def85f7da2b1e6764d28fd511c7ccfd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c486b660ed596c00191068414e5e5ca3945d2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b64af2c33c324982805b4cd837aae3e6f2aa905f5b4e8ad3eb7914fb6a9db2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994faaa5ce4e17cb607e69e871fa083bf69f2ca1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261a7f3f8589cc0c4da98ff26553431f24954e8952c55ce25c53be8c25432a17
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656dee7a31262a50e25c7e715983f0c52e30c529
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0549768edf6c7008776d4d0d1dc06470aa71d7fbceaabcf927a7caf34463be8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69ca8582126770088b50060428307ce237d0b41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058c8fe514e25a71d6d8c94e8e65ad614b322999fbfd1d94e4cc8eb1300759fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab0f85a05bbcf9167f0a00557657c49c6e50a63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce2da0ddb116712885d8c12c9e4adc2b5d60b829e34f2a5f943d9cf3064136c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2715735953ef7c1b44f742043b40cce632f1810
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7238159b07239a71876b5f08b6d208a0d7810a05ae35a51501c64055f9370f19
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56e686d08111c008c0309f12a22936ec4cb5034
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3076cd2cc2851a470332c206fea56dd9d8707462ac33120ea733701c83c6b848
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffc6b8b47514cdaccefdb184f5ec7451932464f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153f82fe79f4464d422f1321dd2cc74c67246f251704e8475a75fae879e4584a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f6a8e4db02779c6a48c5a46ef1cc0aaa2baf4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6fecbf3e5d0c48e8294567df6da24244982b2e2202d12b178e3dd6bedb85f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c7b55e7be76857792c34f6c32b79dfc61fb5b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0eb03f88a59c2e1694170c04ee412e37e34243181037736431ff18e0d018eee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854aee9fb4ea49d7dc691c7d6b4680ef78ce8655
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664ba0651fc781ba184f547abd894669e64e6ccf13b6b8db8cbc03d5d4ad641d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30caeb42784c7a4e77d35963292d9cae53dbb178
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086d5fa35639761e9aea4a539a77e39f6c0f804fd537186d3d4a5579d966da04
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef13b03230ad3ad25140e8a2ffe8561c8901b094
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0513673fe23ed71e530b0e23e0145bd373e7738b5f00b1e1e9e76d86a7fc75b3
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72ebdfbdabfe0247c9896906c2bb01f6f49acd7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c229ee43af63ff7d7cbda8da5c5ab39c99fec791ed8aca0376e0a809a02d65
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b1dc75975bd1b35792c0d97d0625fd5045c252
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ee2e31782389a46f646dcbd7afbf7bff5542ac7ca5049eda942569db4f6532
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc90aa49141ee8dbf504dd866ed523a2e5167ab8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85e50f4098536cbd23e491d451b0d1b7a2dcf117ac7204d9efea621b147f28c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8df4c8c2ba5e5d1698398739d8e46448312658
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4203a6b429e34f584ddfdfa9804f9d8a3e5e3e858981e7cd445296207d75ef
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d00831ab5cc5505a331a9f61fa615f9a616434
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef1bd2e12b9696dcfcbd38bdd34cfb29ba337f2f54bdfd889167e440f6d3f3e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4814be5d2c7cfb77e9e5d7f0c3937ee40e1775ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f28b8723102ca61fbe69cde1906931d9c898fe1b79374de1439b6b31ae4bf9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c99ad06adbf9a155c72e2bb416b728bd47a6583
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819d7690b91595954d1724be5d96256c6c9206756f93ff3096b05f9c5b63f813
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a25eecde36d174588ccedbc49ab0cb32996dd0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0b3fd8745919db7cae8d478f595f41eec0a9f0343ea0db7d529838937d0de9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ca6e4b1e44252718677a663b6caa3883552cd4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44856dde74609737b1cbf2aefb3795889ade66d96ca2019071a2a908f7c7a2cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a05a12fe3f610f60a3c5490731a8e6f55d74337
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc15681ae15ab9ac0509f5478820d86b0085c398113db3ee6ad65cd7bfa1cd97
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7b4704ba92213eea006644600600512c382efd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba60efbc2792d4864a78e61745677a2fb389e6dc57ada9edab9d8cda681dd6ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b0ca4bfb37e7d0b1a3c1aa7d54d0b438dcc450
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3967c57d3b82da149e130a989f40bdea030697a739a2ea07d91c6a30a95dbb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840b5035c3e8e4268455b9979ee415ecb37c439e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80c8524c8b092b317a8ef4da2b88dbfca9ad44e8b08a340ffe94c0b9ba44530
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac199fe71ead5398a04638a3e32cbe97ab5b30f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee01d98397aaa7cd976128b2fab099c5b15a7183142bd7f3bcc0b07385ea4dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d648b9dbca660d278595d60ab8cdb8ea6cff3867
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0484cad43b7d43e72f64eea2549c41143f778bb4880655651d7238661f36c0d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21e49f6f4d27c1e52a770b914bddebc7ee14ce4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5d08d2ef0638a70d32cb2bb15ed0ea8467bcd02c5d37f8fb3b312a087c3ad0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8327cbec61cf0b0fe28ca8ef0cfe9e6139e82e91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55728e8685c1f0d1371305186654f9c7fc01360d56287dc4d4f126cff5cd9bb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a49a836f8bae94afdb46dc06e9adf241d4daf17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2578d019a4b63fc9c3ecd1e278037322cf69347d498befbde42127c50e61ba68
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5480e32e948ea77f30b42694b7e80b5eea87e988
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e0bca5879703905e143c77c95e4b1ce231b667382d5011e982cfb017e4b035
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6e2a32f0215b0b46794db1220c8a3eca8da3a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2a04f39c6bf02eeb62dd1513dd00f36c22d6a3c2e1512214d87db7aa27e77f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de67d71d3c955c3bf2be8c2af9e824469230996b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a9513d4a9d9f6a086f46ae0f6e0337c6178bbf31dc14258e965db52c9c20ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc7b31f1187bf44e2ffd62e8453d027e6022408
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813ab12453350f23975417338d456354056165fa8e6df93c9a2cc0a5eabe5ed0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9799b1d07e5e32d7962a8f7f51fd7575445fd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af94be7f37982fe2cb4b0a44e459ffbf114d3474fbd7f0af9c80292739dc127d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e02a2c958f723709bc54417e7cf5e5208dc4c54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6c765ab7cb8736314b9a95994412a648b10f6d745566a8c6762802f95667d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f244349e79a028859d02e6372c6f32d215bfba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54def840784e574cb4cc467b4be4c7dee8d416abab4ebb43ac9957c2b849da2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609d8e6ae04ff95c7e920fcaf01dac12c646ea75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3361bde3beb1b5d6502d42f268db0544c59de2badd90e4b9c60079453db3b10e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf89dfcc2dcac684f26657182e5768a518870e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa0944df34fa87c30c2e62699ad751e57022d90252238522949ace9faaa189e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87adb0346ef4bcc4189a044e802b8511314620bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e9f6388910e7e42e9045f6793492fa9130cc391c0de686dbd85bae7a8eb150
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74a249c13e89058fe073224abed8e0d453b1d8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef52c3229c7c95baf7c9f10d8b49d8f0a830b0da83a0710e163de5811f56a2bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be377e3726d1ad708179451fbc5be1c45a58c489
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfbee819600db8efb6f016caf9aa683dd77851b894bc80b401d73b008a536cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fa7cd383be7b0b7557a9decfe2eca652e5ac73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce9f56f9a7b57472c41f404b5c8b0c72e24891fff82dfc7dc3e39c9f0f5c044
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01134ec4d2ab44de4f0124bc6feae903b311f8f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c97c0a7c4398c2d51742d76155cf900c2a2bb79515c0317d756fe842d7ec8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b1b4cbc79e96b7f0e47d11c3af26f19454a954
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd85e47b748541a7cfbcef8ba908a45cd71f46995b3f53d17315739c91ef271
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c005cf7c0580e88c638682ecda7e24b394e8bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771e8397bdc22c483d772cda39163e88b9b14ac5e72c264a5a688ef05f99fdd9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f161e6e0bcc222ced3a90d5fa1804941956a91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84848ccc5f9c33ca34cc23db69babdf00a0a1795b4ef85ae436913ea8a8c8401
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3112e209e99fc0ed643818876df09b17604ef8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e765d9ebe6fdf509ec50e256b69017bda8ccf690a240ac610bdd35b091388e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29292838f459b021949ca8f6ae0b09d0806fdf24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9c55ea1a86d5fc3b180172f84496f20302934d2b716cad140fd356189d8683
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca16d002d1db286599746c61286270832b33615b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a597d2435af94bf99c592246c30e0f81bc39fcac77f06e003e1aa7d95df73a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3eea7699e520b5b7bcd9684da4ff26866b5a08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56688471f1da99bdb1b1f54d4a5c07edc82cd0a83541823ab83397093b0d199
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4ecf43ea741129ea1dae9c8274daa7e6ad647b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a380d6997e268dddaa6c0e28dfd98141e7903d395e6c89f941eff66bb1aa90
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb8a96e6841d6375f8bc0c4b3c10ff7904e79ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bced280913dbe00deb6231552fac633ac73aba114c283460f62409e64eec8dd0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921453d5a1ee8bfc0cbfea67780296d5961da05c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f0eae2710bb3c661cd1a5494da1e2fc164f8d285a92717d64453b436025af3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5551d159445b0dc51fe1d6c025ff44dfd2d630
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc0285174778a5eecd13794fc1ecb184c8103f541d489fac1bf4509afc8bc76
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279623fc79334e8d88354d8b06a3e300e5e374f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88996a2b4aa163788234ca92198103eb421423b8491242d0e56073c47039e055
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1db44ee6ffba6515ada6914749c14a5d688ce2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ea828ba0df392d6fa52273dbcd73bf83a60b504b48093b08c893180ba550c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825530f2f45a0efb15aec2094736da3848de466d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5724f143475b33930c31e504ea2565127e5549669fe1075665332e39a30df27b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8237be7ab12929694f9ce5210c3352e7d86b6c04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab890bdbda5d90339f70a8b60d61197494caf474ebcf243c1748b002cd6ce03
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca8b20cbc187e8f89c8a671ea109d04addb61b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5ba090f6be773b7842d483a08441493aa0a4a10482607b37526084ab9069ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817e64ea8339f58ad290a335e56c275fff98ffc5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb86a241d6e7ce34a341c4d398b76924d66aee030c461adc90de6949debe266
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb946a431f87726aea088968cfa2b321c4dd8fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c617fa6ffb7cd139f52af332bc07dc0e06b71b65c8c4e4d886632eadf41f7d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58dafdf9ff6011d585c5a0144dd000bb2c3baec4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f06e7b8d978c20973f73fef833313fb232d41bca8b5b0243b362a217f4aff29
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e951621fc47c468fb74ebdb4baf4f57e70c9a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624251c9143d6c6b9074979be94db466a5f45212a09cf8fa5b9532e7119612ee
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fac8ce93e07511927dfa150ba038b72fac155ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bde342c37f9d06a640d8b79b05c77f440173293cd817953b4b3fab84aa576f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1240b4d42e981ab5f5c06ec83c36103e0ff541c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40960bcff4d200ea4ad16e9d1882adff858bf7c2c88caada5c83571b89895f0c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ed3e01f74828cfeb7c7c65e5467d4b2b471ec9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72dd90c7b2b75f69a7ecd7ad05dd4c6621cf2a37e19f4a1d69eecc7e05a2ad1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54aa4d1a753254e3c50545d40cfdbfc7fdf6e875
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3829509c40cb7286e935c6c47316a8f4d1ab1be275dacf30f0056fa8695d35
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351ab0f2dfff03711a53a76f89e7f6f0b380f59b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261f60849d0a2df743c012add78c3f79936b49d8984f229be8abff8decceca32
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3869017981411b9a177a960a5569026af19093
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cbc37365aed15849707e870ef25ee7925224614214905977cacf88f7ac581f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912eff8bbf50e9eb76195ebf8b078ea5afb77722
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24d11b65f7727c4a3380cbe55665795353301e1e8239c138e32f92b034182ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c45e3594729d600961b878f25227572c2d3f60
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e342d9ca84756964afc3cafb3353e278824d0ea143c925385e8a38c1d0ac1e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c07b7fe50e1d3d0b5479a408a4eee5ff417e70f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78b148cfe6c98d8c342e52701c924cc2c48625de692c41ba2a6999650205d33
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7913e0819de03d254df5bbe2e1481ac5663f77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736b39f945e09ec7521c723bd58999a17a041ee329062c36f122b38e8c33679a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2893a55078270e4df4037fcb3b8dc457a478562e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ab4f72b8f47ce33c597c3e972734fdb7570bc160c6c9d939f28cffdec3c751
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6473d718b3672dd9358ac3e8c946d68d5f4d56e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da606fd62e2f4248481835e7d18733f5556ab026697f08614af6aeba2eed47da
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b582ec331c9f844316ab515f8a973f20aa2ceb8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05408ec94862cf28db01f0efe010faf147fee23feb58ccc9c725937e68b57d94
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0883010392512bf1c53bb2399bb72be1eb89bc35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f64f0837d70c65793da4be0723232f74b8b29fa46594668d5f5ea8a9505b221
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b529a6cb23fa36630dbefd335745827a393bac10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1eecdf5db6f0353c19d2b3a6f9fcdf1acb0a5a051f98a1367662d9c1c00dfb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba96f1de27de8192ff8c6bb076741f87ab2ca18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ef7dcf1cb5321063172a5080f9676b4d9100f38c10ef7541b6498c7f4a3894
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e915fcbe7205466793141bc7f9d392b269ee645b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5996a19ff25dcdea4813e77c974b45be4dc2cee71369c5a62b65e7c8f017f60
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0da27fc209f3f1c6f4e17a66dc98a12156d49b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3619f8316da051fcfef5e07b78635af9c798e9511fd51f58cdf5a5790616c241
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a46c11d68cef4d723c609cc7c1d1182434d5c78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73e9a3e5ae25b1f446179c47fde91b9ee7f047b11c83df6ab88d6e1b977ee44
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03f58632990ac10dcb9175b6c1073d5fa756507
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fe3b2c191d9aa59735e8ba1e63897bc295788d9c1e160cbd5ecf01e05d806f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8aae698854e21ce107a1f872c4d9bd3a2402a68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fab7d155004e4f311734197c253b66c6a5339af697678a31eea1a9d730e528
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e7dad4f3e291412b7ba07f3a604ded96c1ca87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7034c0af27238afd1ac2db19a1274950aafd7b0fa5fc1fca12d948b574850cc2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09aef777feb2dee435c210ffe1eb4802a9f7ff9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48acc567e7b4bbc9b62134ad6ef3e6e15d5a1d4e92af59771f16370d31a634e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e150cdc5ad1c033ccfdb0bbd60818872abc9a5a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5018cced2c5295064db35906000ed8fea96fc3bfdb2efbc045f665874628eaec
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d51de79b01c7d192c4587d42ec21036fb77b047
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00754dbc5cb43f588b3d9cfc36829a378cfc5c34d1bf00c6333e7aaff934206d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e1b0b39ecfeb8182391d3b93f9927a0954d839
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1751fe94faf925244d1d6919392af0cf109c4acb5516fc8f7103cd9f42727283
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7300e3bf9d3e05f040134e7213d222b92eafef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5502a547227cc7234a9e3634273181fb8620f1c673cb4ab711acbed0c896eba
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2038c4f22aa861d567479e09af60d2163b6f9ee3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325be71af2d62dbe5365cdab66d48cd07dabddc5c2205badf3f6c78a45a86b3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79886d05a1a422695eacd0f62ce4bb962556ea6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c680924f380517ffa629f9a9e52887c6ca17ee38f8f658790a4dcbfe245732e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bad25b894db82f7c18edbf1670e7ede019d4a93
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec50b7632de55d4934501f46816533d511785427b0e96ef3dcc2764e2bd930d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d0c7e6c287f2de784a9e0412597ad4d6ecea36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fdfd419971e411cfe619a6f26fdabe3b1126f6ac01fb78738a32d950ab519c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edb43ed5b92f2482f44d9cc48dc7a6dd010c1dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f2fac19c99c3b76d904f831e5752377079d7a32c9a72ab54994003f1320015
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3905caa68fdc02efab97d9b7f94d85a386ef6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512177fc751915515f0920220e553b7e6a975d921e1d8844541a35c2807c496f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877cd873753d1bdcb4e75cf4b526f858e452c213
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98040b79cdb0f2b00e5baf3c333b3d016c41b8dbab5bbae203ce2ebfa60b0827
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18f998e86f6fe34868afc7d38099cad30a6ae30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01791dbfa977eac8f30cbaede5f4b9dd4db6a26140e41e4fad33badae8ce6fee
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f730789b12c74c954932ffa25bdf2a3958313c6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208ee927e1e54bda3bf1ea72ea62d90a38a3b12cea34587ee9b738017a4abee8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70fdb24a9bfd436582f7c211966573b00cf4b42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc44f4de5d8a4e50d0fd0f1c0e261a69cb32c05e5b1981e8282a3dfa75b9503f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40112ea69fc52f83dea9fcb1cf938b9b061565bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8d7db18bbde691829d5c985c3f666fba00cdeae2bc245bade7e59248c661fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e82e17f80bd1e643324f427f4a0460e6505a19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f067c834d7cf0eea2353f5e0c3585e9571477b23120e2ab3ea08cf1aea2861
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e35a134aa8e1497c0aa1c2fd047cf09eae2716
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09934c9b609beedd182d62778a65a7b0bda7aebefeebf2f9cf53254286c68ab5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74aa87d3eb05e5aa82440ba9b87d353c77867634
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d339cdd27e9f08349f2193cbfff008f280e6569c2b275842058d94773e940964
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16b17e991bfa5edbbd3300d27f62c7887212808
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307811da0900e18a248b2363d0ff30a811e9427b73f753b916ff24606826dccf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a972a3e13caae4281518fe053f34298517ba73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd572493844117540b2aa726fb6a941b9bb5f3b669da5c0a661e66463dbbe2d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0aed71da5ab80e0469fc15b9907ecf6ef7ebc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cc9167e2cf7d68b89424a1db6e3c6bcf78f4d4e9ccb67921c4187858743647
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551e44b27782b0c4aeaf68ac3b65e2f291bac248
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a003703c64ceeb70556150a7d270964da5656f28a9e3c3d9572813ed03186da
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ee7adba52c57f05bee82fc28f9a6fc360ed23e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64e4877b639babfcf89d9a020391b0cc8c52227eee5390dbfb2ad49ca1c3428
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07888f7692b0b499720fd4c2ae6e9c2d783c161
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831ea7927cf9101fcea38147e2eb6a27525940b7278511002e984e4cebecdbd6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3878033050aa063897a81ea64048f8a6e7243e97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5eaf9d26b1f5951df5fa1ad31a339d28190d9f28cefb6d085d9f18d97431f9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a0a64e7b3c42920d1bd4c369f09b356a4df8b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027a0396d59286c3f59a232cc0bf8aef3aaeef64351b2dd91a7f01ed4c25930e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0595abe77c4d9c4e93d27c6ca0dc54654854bf4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d040f068851a7a09f9a880451e840a8a9ad4cc2defcf494be8447feab77abf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc9d2b9d0e41fa6b2245a4d6e30139a65b518f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c17e7a24f65469f1dcfe36e9234f45669497cb1213d037b904d25341f826e3e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fea1b406fd66475393314e19a0f8d4f1b605b8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebd52f3dd2869178f968c3d53e6136d937fb106419a5e2f0ef4d3f258f64d22
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071a53b37a820994989a04bda3c8614ee3cb44ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69244a2ae24b0657a52a2cff7569123f625c018f91358e81186ada55fed7411
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1f149e82f151383a06872b0116139f0284059c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f79154ee82ee9c03dccb577170e88de20b9b9f44229bf11337b38a41191dd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e58565cd6dc7d871a881f5b12971b18904e1ade
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12344c4ddf4cda67385e8b38ae15301a54239c55e4a556ede166589ef51e7bcf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13491fbde165e8a66b71b97d05c6f6ec54bc3c78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cde76ac1c8426bac40e56174b400798ea5264f3093100988ea2673d045ec295
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead276f9c50d5c5d9f5c7070e4b78a7f668b5143
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafc031b2f92dcf0f97ce6eba23908337d607f2ceeb8a58ec3da063f28488e88
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9110c11273d28854fde020c81f56280ffe6db59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84eb70383c3d70a3d20ea39aa9ad3ea0d793525396cfb332baf7a4b1fa9dca2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c298f30d3265889d44dcb8058c9a7bbd0362d02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617c317ab3057bc498c11af47b14788cbfba06a32842c25d216fd7939d7228ae
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3de77f96bc26e277e69e834ac83132ef37b518
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbf853c6aebb2915e4fbc6a319acad70672e7850757a20ff35b480af7ef0f7c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35744867941125ef503941d48dcfa2c4177e95f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5b32c7dd92ffbf84b3246d29e6c3a0b57166aafb8d82012bad8111da7f12e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4c22c4723be9d8a492ecb927efd766f3a574fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5516eff29ad23070c50af037510f9b24c8a8e704aaa80840ca0c64ccf8b5fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e182813727c0a0d5972b9450d6b32f953323a38b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193c7bcfea8dbe2cbf2b61fcf99c20fca071d8206f1ef4f32563371fbeea013f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e831ecedd8a2d4f4d790989baa5f6bf478f72c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f42602e24d6942f7b0b888ad2fe0784c312b15d1ee0bdb7163cce8b2cd7768b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74892d16e49b91c44aff50dd181c33a3bf77e005
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716b0d4b216709cea9147376e67761c2964c1947b172d50f6989d108ef61d764
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095841cc358019e02f3060dd876a5530b0e07413
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2582f9671836126a5b2fc80d094fde44452563fdc0ec54f2483288d45d858f08
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828603e3f2d5494e396832fa3bc9fd716695487f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6eef3fd6a2f4b123323ab19ea20ced8a533dfcf274f950346eda3c33b66a4b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c3bbf9c9f6aa9e214f1bde6784c8abf9a1f499
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bf8be650a8b73083ace6ecacc7e53f72a33304dc08a9af2b0c8750c5161f16
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c6fddd92e7618e45a8d9842203e98db6169cc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9b7598702db16bc7df55fa31e9aa67497c853d1cd89f536f3a33bb8bf24118
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79d98e9807f796e9af950050e33b870e3c306d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce8c4cd6518ab00bdaacf823f362fef3704602e7f79985792a2baf7e2260d1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79a3e79e04a5e2fcada68123dee42fb8211144f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f323810cebc2ccb4135fd6ad56450233deea5d9d2ee1321246a36c36c008031b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f713883360cd11fe283849d9b5b54472174124e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b673ec40eb485f94f04054b0c30c46065b70c8a47249266de382ac1cd3b4bc60
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4056fbe430a8895b6e63d2a6350c1c4e814cb45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd9d3b2f1e1f226feb4ef18e22d7ddc384b00e7bf86e6ecdca03c2516ad7bf7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da3ce67283a3cb9f62b8e790c3130538978943c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6850e69c6d087672c6661818ba7d56a68af22f0fb172f196ed2c72882acfe0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57c5e77fd5d32fa5aa1ce8698131566121f2b9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4617f2b33afc38c4b5bcdfdb12d8227c8b02774482635fdf321dc68d5b199296
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc3014ba536c26577f6112dce75a94b1e63239d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2400e15c3c9b0c130a9e6532d8a2526d3eebfe85c6ab88390a87e61436868e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd0b47bd1bc1df5242b9e5bce2f559f823fc3be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5274289aae1a617aef818d603f126b91a81c92723dbed942f0f5dbcdf8681f44
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b7e3f7cd2f108b302202dd8a872592da559204
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e574ed7980a23690c2a6456131e60e15507a900b9756a83521ffee53fb20aee1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02cf90d270508c5fdcabe015b504985a4cd66a4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9afbdde2031e16811a8392d26812cfde3d1cbaed7cf6977ff0d55adee9f42da
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae395fc16fb4250a9e558878f1daccefb8a3a69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e8ac0fa50493312b6b158af480ba134b4ec31ebd79c11ca8713c8832402c50
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac51c973cbde26bebac5390e26b3c913a13a0d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd384fc89001656be666315d66fa93303066398591c4efaecc7db887995f0ea9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2648265a9432892be1e9871d0be6ee72f875fd30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da7026c157c17c970bf2d8bab7d44fd2f88313303fa0d356438702a9e384ec8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af6051a85fdada3a8283557e00415f81a18179b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d13b6f2838538a0477a7f0cc09afd1b4fc4550cc6df645e420a1f0b0c8eb6c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087d3f842e8c5ccb92b33e50ab0d0cdbcc1fde0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6af56416137a08b4c4dbd5b0d1eae836e2da3b0eb21f4ad7aa2562417f66f24
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9487418a072330e13efe7dce7059d8129c4d09b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547f50e551fcee3bfaa0422f9977f6b06e61d83254346fb91927398ba959eca0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7a4acbc8ac59a42d1c6b0405a2f933e4fae27f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3844162fc67453beee3df3b1fc78700cbb2197013cb086c63b3307978ebca545
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec610f0ab509381e31b3bfa23ce89dd8dc316060
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a920b7f667ca413609c9917dfa6ff0562bbcdaaf072acd32036ff721b12aa445
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c099a19ef2b2900fe1a788937f206c905f9948
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a521b71850396da8c3f3b4b9e6ae361687169aa0930f3073db6ad69fe31efe1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3774866396a0f074e29f92b60540652f4f4c549
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab7ce19d460e98008f7f02d3ab6474e0eda7b1868be076c9fc4daf8175e4567
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433d9a5e8e5115e324889edbfe4800ea4c75a8c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e26a33ab6f07ff2fccd38c43e757192d4148089cc36dc3419202980b170fe1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253aadf0d90ee013291cd64183a7b3ca2dd0cb3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41cfffe8e44b856d4a4de7a52b323f76a87b6dd228a6426ba05eb00dd8154cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c222d877346164061ec045c22816670105e32cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec9fb79231f006dfd8b41c9371feafa9ff38942b3375fff390329286af8ac72
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279fe0f005e146ea34608886f1862f4f05ac9629
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117ec3af825807494d454aa847a8ff9f39b22331d1e154029ab6baca2c4eb917
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a72b444733be1341b785f758c74a76ddd3f2a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec6f01c5383661ee5a84477dbc6c56e1d40189146172a721d41d91fe01c23d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de398ba168275a222da332c7de5b4e5ef80d5053
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fc670650b13034d753363622b435df6bda0c530f9089656772090d531fe100
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0979713b0b584538c1d233d93b01b35d7d51fd79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a2f08cdf8e005582e37578aea667e112b0a509924c06d37e1c92d7e8b6f826
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5217e38022a779423cc4435785eb0c743f193a1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c541e03d0512149395c0871d50aecdc1ab6bccafe339b78cc5a065d9fcf49e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc77d9281c80dfad3fdb11aa8b1483720967595
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1f78a07b1af095ddabc8cd31799d8d58e2cd94ee89687b30885da35cf990ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36189c9199ae154e8818ad8922e67ff664b78f23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3e3790834950d03c2bbc684e733ed275025f328a5eb1d62b3b9e62d5582760
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd5ea3ff31d7d11b78da2f4e2f351fcf19b2364
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67929f5452b66bcea52d2ce95669e342cc2ae791b29798898e149d7aaf56d841
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13521c02f7258c3f20522956c93efd745829edd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cb46544f6a05ecdb188abd7c8188470f11ecc094bf07c1e750f592843ad21d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefbf4dd121cfb52ea65e6365ea25a547467979c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e82938cb4e7778e535e1cd0960457de7f4279ad7ca55014c6eab0462d22b49e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a99c5aff2ecfa392a7026b21612390afde9c46
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c843346dfc68646a63419be6f7c1c745153d26c9b767b0fbc95ae844dabb18
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684958e6343232b254cd159089c0ea7ab46de59d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062da606001773cf7178be0b387d3f6292d1f3b0a6cb4fe51b855116c2d43713
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c304f56e07e1a6c262e3442bea55c66cc86852c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65025c3024c44da84ce402b3f6ac2849069fd83d1ff8464b284d9e44843e3574
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965b79d4bd6a31cc07a3cb8856b4f561144484c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de104ed4b69c69265088b51e2ad52b6a6b8e96893f68a842d041a9573974406b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a38ec33eb623886a595d503726d364f7928cad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac36c49634036433d3d425ca731c88e776205d7a558046880ca9de277f6d95f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f6713efd650238c7582f144e9839bfc3d1d42c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201af950e1c185d561dc36eb164e0146112ba762da408c8f88806f988deb3582
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95783cd8146ea5135823014567618edd0a50a4df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43469b9df379a70b106a4696cd372fe11e5f5785aebb236c96daabe41c55491c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa56256a1d90efca53ae5dd6a108ff315599fa1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f480544e9d69574b7e29c6979a05a4ffd1a017ce950c0a2b32e05188f9ae9217
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adc1f832c612d1db4eeb9792e7ed23b21656af7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4387f7830fb48eebf946a4c46721acf4f74f05516ee5a0e5b7327da08db2d64
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422bfe06fad70a3b33542056b15c33b4c2b5fed6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca364ba26b4410bf2b2c138cd6a6a07d7fb17253945a9b4614dce106801df786
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2273edeec347efe60fc7e6c759043cbb5d850a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4547477f2fe6a23f1b6484706bc37bc40541f972384335948cafdfaaa85c95
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb1614e4a6206de6698ce490a72238970a5f8aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f20040fcd2f311d840c799246fa51297f8400958bd99deccbf240562274ad6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7554fed8f83e298667c38a83baf464d853815f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547ea8437d9f16d2981d68a778402e7e45f987e6e882bdf66acaa2a259635770
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1d5e4053fcea84464f5831583a4b21fa9cde76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784bdfa1611e6ad1913bd01cda3e1e7078a13b22df1d59d68b05873c7001f9f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387700893ab343740e22e78dacdb581a69ea0c1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2301072882bd367f611a4b21d13c24339eb702e020da76ec77b6f4d83fed5e48
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9927a744934ffebe426db8919349796d6dcef6e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ef4a09dbd4ed2e127859ea8cc2b589da2a66bbd8e211c2870b7f037a93654b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e42ef8aacaedd68c920f08236d25c2aeee2a62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13476c8796e941228a75cc93400231c829acaf0e7d433c9fdbbf3a833a381d7c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038c4363a05937300bfc108ddc31551a4031a735
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e794dc005673851dd1d828a7bc843fa53a04fce71d9af061e5b174e7d89c3ee
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00ddb46ad6394c09bdcbc326357b481b0f54ac1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677550123623a99e5b5e8ebd5b96221b1270a914aa2bda2caa7cf97692c90e3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b56dd23a38b89257fbf45745ff305447c94f6fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd35a9b409f0af327c3608e6a83d213c3ced005b58039480fe4888f85c53274
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826356c75f7bfb49c590e689d807e9ccd4eec47d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609edc7dfaeec8699acd394c24d9f69ff8b291e79229fb26f50f176fbcb742d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe90a7356dcf5d8e622120f2813b32a679dc33f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4d356c1feb404ad16682294d8ecc564103eb985288c051ab704a580d0259a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e1b58808c65e6f4c3e22d71ba2050a915436e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087aecf0ec339259dfb5c56efdff0f88943e1ebdfe3a72fb9e10e333ae197dd9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc561c96fd48b7d19c5e1491ae5c989b8f3aaa1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc8c94921f1285262a55e80ac6051001e74e16ed6ea36d470869a7bb6acd5d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9396970cd135be6d1501aea949e688b8c5e3f63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a6faed2a8c15357a779293b64ff4237c17bfdc9d420c482073603e58293446
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67fc01b8fd184f94c595f145f013076ab0c03dc8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2073f88298ccac6cafe874706c6a3b26bb75a2b0499fb6f92f49a88c4934e03b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c17203f003c56a9198e026eec17ff2be92c8c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a0e52ffc480cc45006421f975f6c71e7cb43d8ca0e2384781b8c003cf3eb97
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca0ccebc897eb93e79ed12574c746c0c182bac8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4eedf01ed2308e1487e0e33b30ca167533f50200e2333abe75ea80a56b1bb4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40324dc48f8cd189b177466317dcf61f61487e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a249213ed08530924900d679632d5530b54a0269f671be71cb0602579b3fe7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472e4d853b237347eedd939ccf97e3c70d2f0ef8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44d6f386a43b96e26e14c529a8a5718c44e35bc0d0331fa956657e013dc700f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3b4eab53f29815db9773da40d68e96b0b51543
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fb1038da9b59db42e0c2fa15180604834d4193dc49e7cf81c10bf2c77068ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713acb4361020a175989cbeab34e85bf991e4169
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa4944bb873b309f4ee9837fcf0a976b58e38572702dd0d796980b39e84d949
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309f2946add652124e5520f937a3faa28591b313
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f416f9f78b8b8a160513d28a1519925d4083f0c18584c8cfd86fe2768843427c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7015f3f21fa1bbd6dab296561aaa1cca1bb1e5db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276fec2476bf5fd2b7abe8e99e41dc3bba583b2c0676b9324863d05c0ba504d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67186c3a23842348c0beb6b6b7a160f50681a8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359298d091271e3a7d812c8a071edce46d639cdead7a39c1d4131d6f03c5987c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8904da3a1acdfcbcb714c79932236916d5e43d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a03cb689f07448476a250084a2718798cd4ab7b3d232b6973ec4896b5e78fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff315b588d1003d55ada55a1db0e47021f2134a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e5f98c6ab9ceb75b711e5cb229a5a9042960701808885b145a536902c1994c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df43afa8ba9c2f5bb9a87d095ea9455f2d5b5527
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6df67cc149592abf6d4439ead82ac08caba598b4b9331dbc61e15f6f70cee16
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3e45aa7c14eb67f572c58e59121696851669db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05615ff14a8c3c2355cfdab8c94fc95485dc1bd6befa4ec7886ed839d54ea1bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb3ab3bf72247646026936429f18156d6475417
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb807daed690a09294be18767343325b260a5bd51b3cffdc95d1f105c79b2d88
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940a391ba34672501f1e9d507a671dd62a3d07a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0550fd5f8bc3c0beb97aa4ade5fe60866fca0be2da72023fbd16d71833828f9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79471c382792ab34edb440f5b1cdf11810969fb2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da8c220d5c74c27930e2a1c9635167353d5b9b683d2293943d4aa154c9fd35b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a275a70eeea4e089e12bb3c21b56dd840e5ca5cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13796ce469706929047dd59c6ca7677cc419d6aa57c83ad9d1a8fa2e8da85cd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a553d697abf327b4f1248fb5a316941d4c45ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f6270e1ab6b0e4b1245c1f202253e4fe344abac0f841e32ab060e20c4fa576
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514a2f5fd1d467f3168be82567397b762018deb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ed7f440261bdf9a491c486504dc83133a08603575020f2a3720e0511857032
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691edf022c5947cbec422bf1479ed084516ccf26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac068f8597853c4fe3ac5ac4af76d0bc5cff6e89700520a42e7e1f29e9d6611
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e898015ccd8d24d1b11963bb53672f3180a14ae1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bd6afc0bfc029dd3dec2bbc9e44ddfa16b49530afdc0526f55eb3e530cbb09
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10118adbd8425c846fda738895117741aa8c1ac1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9deebcd7151fcb872f3c7b06b2ee5f9efca1cbf94e548781ae1c6091f8177a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd22e16699f6d2cadf043e5e7388d8ca94bb4679
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec337becb73fea5cd6e399aa569d65b10a130f199ef52c9c58a72c0fc36ee7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3330245316450bf60c250fba383d83a09d3503
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f26321bd880532e8d893362dd4c7552b6abf2ea44369b069c3cfda88a7871f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf2dea96769d2ee5a0ea27f72f070489f5350e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb62df82f795e768fe69c7471025286e848bdc39eed8191bec584c9540f515e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0e3986fade2bb4a723a4e3f740ead1fbbea1c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58e1e7afef1008a328991d45f611a874d3204eccfae991be4fb6dac00ffdc44
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8cd2078166cf66ea4363f5a61423916500c719
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750a350dddb6286dff11ee8fe642ebbd423a042305675cdd51a6c5cb57313c5d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792dddf3406e8156a571a7f5d58d443a920b292a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e6395775cf35cee6316743cd5798f54fe19cb87a92bcf3c22032dc15eb3084
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310051e35cd8c3e7f822b2e93258e0359185524c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44efaebc830751146f98e8c58a1533b0eba605b37b359e66734c5230d53ee61d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127ef08e2c0b39f05bcf50acd7ab4bd91224464b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9012a666bc78f2e4310ecd16adaa8bb709a93fe23f3708f5d43a79f74ed7a888
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e1a2bd18fedd2923137cce22fd8c2cc0d89a46
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a381bf1fe29f3575c880829c6aacb7ef3b4c31447d009063bc777a562d6bde2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd505dfc477002d260046732c1621f8da3cb4644
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd11398a393b94229375ef35a1db2e573f41906665b13326dd3e319bb52d1058
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e2a29e2cd25188908daaa6ada2bc268a8b8344
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e940804d64c403f19de6e8b1d20abf4c85ee729b731961bf8cc3d99e1783c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27a3de115be2237e5985912aeb34bc469050064
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247350bb8cb9a8bfcc7073a6082baca1dee3e57493c3cf7fad1e2a3ddbdadaab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d895caf4388e837b7552a82fb8ddbd23a9ea5163
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709602d4448eee4fc1c7be6e880a60c708d9469a7d3ccb584a1f636d0aad0377
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb986893374a265f73c2dc83f6c37e2564550a37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d4e816a1e73781f6c29f100e75bcf2cd14b83488b2baca413e59a6d96b0069
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d2696395a901eef5264f700fbdbc96379d640b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6d59ca6c9dd854981d9b26564ffc3147450a30e5a1e9dc6bc361365b9e7bee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5a4e2c73b2d68fa4c7e90ee07c68365a25422d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5eea08fc39929bc4b7419679c5337cecc95885b6cce2f201fd81b71e3ccd74
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a53d8dc1f607d6b29327d5a2aa89815c396ffa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d952d5b51760eb1062bf2caeb23c306c22308b08c242628f5f1639aea74d8c9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b403c9f3f4a224edfff671718358979ecbade073
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31e984ad3bc4e05a1b06e922cfc9ae5af3ffb7b26f103eb3b9020357607f38d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99940bb1c286d60f4553f7728e3287d3fc451b01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81c0b9ace4f95ddd6cae008d0cd7407ad345bb54b61ec4004c4ce16592d8c32
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99e4ad93bc4a7091a5d310d3069d113e3eaef12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551ac6536077ecdde8563feb1b0f1e993db835f4bbd781c56fc440dcb0093fc7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2e7db1944087c8eb4c76f83e0ad1a2a004a3bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de41b76a3432e2da262cc27ccb751d3edb09562b480059043e837e3081d6cc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c261bc4e0bd1e5c21802f02dbc54e0a3399839
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efccf732d6ea2a6ac09882df2d9faa53efe3019ca0559c228da03863caf48225
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a86441ffe417d1560941aff55decfd256040c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74110105e62db17d49fbbeca81168ee319c5569727a2634250bacdb39ace7a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b867025f8205fb9744332fbac3674798a60a9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2097eccec1041379e6c3dc7de41b373b0d42acfadf65f3725464b72366499d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f09c10b53023b0c6f453a40cc90f830e139311
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bfbe62662a9dfd82e1134efd6502a18b32240980074bb5597e63f01c2ac47f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a290871efa81c5cedabf8b5417c587f2606f05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42164bbe3d6270728da8d8ef7c15178481bdb34d747cf06f951070f0f44f67bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be210ec4ada95ca4e376c7c7923057c7fa4d1fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86685729bdceca0535a19b9be8b90e379bc781281e94d8fb559cad3ae03c35a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8c0e60ec27186bc228d717d9353b8142b06acd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2587977cc852aa798493caada1769969d6beb47794902fb123c5847a6ac6927
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60358dd91d8ac6a7aedc953cdc080e0812dbea1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a1464ce3c973f8550cfe9e53daa0a6a8fbcb9a57fba9e8c0a2b1d4faf8ad8e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42258ac623487e22b26691e181a34784100e0d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e72af243d373cd56744da96a2f6ae9e77adaba593ad14393b5472099c3372fe
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391dd2917e13eafbba5259de2775381e5f98b3d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae52fd80b3c2d6ece9b51fa72362df62e98f155472785317d6398e52fe787e65
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856694d62681c4e00563678c0202fc2719dda03e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150cae92194bb8e1e6bd29c5bbd338233addc3f00ee3fe63d46e1dab800a8495
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c568dea1bb401642ade6d27e8b671dd96f97e604
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a756b9cabed679bf361650a2d300fe8cb5670b2c6587dc0dd6f05f10b182aa25
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9931f1aa8477276ade6957560cd53955a7fbf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247ceb66c77d03f6bc2b8730d8bfcd9a301ad410372cb8a46f5a732a46d6f51e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75505a580e2313cac1a50e63bff5d0742660a9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc3a2679b70ea9051eb7667da35cf28c1154663815e43121959b454c31ceda6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c6abe950cde7d8a0461198423227b332b5da06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507bd98f8738d8eff561cb3027de8a7836057ca3370a7dffde0a387f5ec6de8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfb8507076faa6532857ba373b75d76af289f40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3469032c202a378965ab9c9fb91ff1000d06e6d23039f831d79030546f4f42ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e4966d6d2ba7f5c66c19f900df23af0a3c968a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e7c978848d2a66fc3ecd7a3b670d5f02097f8e465d04caa66b7343680c6435
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556bd186026eb321181252716aa6e91a9e4a985e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a32ebeff85e796f119ca9ce34d1d4d3fc8cfaaa00eb29cce918bc39109a50b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfc34b10e72d5f989d983164609c7aed77b34c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dbe3aaeaf5644af037fe77471b1d76f8059f32da576ca2e6d3f5b1fff24cef1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77471b08d96df63883f6314955dffecbbf4ffcef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1cb449bbbebbd9271097049a739067c5ef118c8658ae665c0aa2a5f0c569145
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa1443002d78a24caddaac80975138757241f0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b5146f5b8ca7a03eff3d17c7f98bf93f42c0475f077d13e611ccf2a657591c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c54ec53e476ca3507085e7c50f2270594f144e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5790ec882c2ea80bc821222a0a6081175b1b104be26941b1d4f8bba02e6e9cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be60fd9d7a89f277e71e31f4b4ad73a15b046d3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9539f8e9c94953be31e8c808b746dfe99d2c493b6e4e1ffd99a1f6652f5fcc7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf8560691bc019e6d0ad84e8deb91413ccc9097
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb8b379718b8b0e525bfbbd7e21505fa9bf712f4951f9df6b3afe67c6e4b6ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd1369f86b9c9bf2b53262e82077307fad7c68f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248e6a97ad426d41fccf02fca087fcca617832172235a3a3050cf64b7517a6c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f681ffaa931ada91a8a51f40021191e963b1ea1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a50c6b6dc33d2eb342d7b886ca213326402e8d8b4351cf46b5784192236057c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ca244e9ebd52f3809de8e20aa9e074b0cf6048
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264a10664d6dff65537383c53ce5921e6e7031bd1a6dae606e21c4d9b0fae9fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bb79ebd826f5fd20e725e6d0e7637288de8ab0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d40e71189de85c79582c8253026e6de1b5b3baefeb10e4903f5e7b902dcd95
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e9eafd397ea952f38ce2636c209d9d14e55830
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba13108acb571dee48180a712fec30a4f3baf45e35869ab3f0835a8ef061eded
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fa64434187861634afca76f85e4348f21dc1f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9277c2a2ac87e1fa24d0191d2e9869955088b9eb991cea1afeef49cf5507eb4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2262c1e29bf0b2606f963a4a27023eb76290d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b697638ee9488df6a37df65c9f9907931dcc05713bec982a2f9aa533a4253b7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418051174480a02b85639729406720756aee43dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9792f12a04d30b1a2803ce20f7e3a6926de1f52dffe0676f930b49e5a79365
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdb3f607375236be74d922daf32086e38069228
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6482587c0927081f34ad60ccb1e72be881b792cff1f0ac11a145268336454a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93b4b5042be74b11c4cf20d3b66f8c4bdecba62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0727d9070ca9dac5138a5f6c46dcf3c24f926714f6c7da4c7f146110b3fd7f10
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f06f42dbbccca491756c9b74953be64f02d987
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2359b83617068a75d6bdd16a3febf317ccc4fb9cdbbe1b9c65824ecbf30948
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48c84f9838530e93b2f3550a2db88b8a3de27c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a523a23f179523b7236c26c0786ff166fba252d91a04b97a3b77af0da903a1a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa359adb31cd5864c3a842b9de46fe43d8b9f968
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9de1a6d4a676e55eb20e9507094a602f49bae83ee4589ec2a66f647780d6a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfaff1a002c4e300972d97edd72350081422b830
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252091c47f320d8c7f1723daac8d2e8cdf8b1924ded0fd50b369d27e75687e5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c10198355ffd212df1bdede034ba09f5384b938
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0fb5257494d1db2b2ebcbd5faf1bbcd2da5fb49623a1baad945714a6555e3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a042e5d38e465ca7041c3da84bcc92059b18f62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09dab869b034720d04fee623bcb79e9243cd0940560232d34fc243ff8bd181df
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082514c5701e0f3d43e7dbb16f73fa30dad18a55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15239e30cfe82124e28ed76536afaf21b1355f8dffd825c6a5faa276820bf3e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e48b23f3e62f6e4989da053e9cac9e859445ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd70d3fd495fcc0a7b890670173025589043c4c573ec5a519d3ed20a1c27b34
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35985e82d80296c73478ae0891800001429d8862
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1372497c892c9ab4a5824e2da689075338d5f2e98b00f093e3f65d08ae5b4a60
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d3b0ed10d016574116d0b182320430ecb304ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ac9d381dd26667ead3b1e37d43f4b8d26d960b6166702fa09f36a70c996f3d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e8c62f18853087f0511502b25f728d2d9b171c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa093d98ebebc5bd619515deca8b4ede7282ab92a89911b94d904fbb5888e2f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8d704221a6a6111797eddbda2624044d33e40f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1cbb36060e5e749afe0bb1ebe2f42f345af64f9780b4f7b41eabc020de19aa3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b079005de90a2df6bfc767854b0bcf6c462151b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990737efe0ef4e077400922cbe478a552c55c9e160735549a41ed4c18f96d7ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428357b69a3ef4f792bae605fc6f7530f4fb696d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51c10ac2046eeb2814035fc1c4624406eef455cb16eebac1e6e837d7fe7d21f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c224672de1ace4961602d0ffa98a15ab7594c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec13b2c21ac490fbfd47f4c71e34cda7bd6412aa4095b2fb5e8b4be1e48435c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0adf273092ff7e9129575511d130ee003d74abb8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee5710577b2040bc531f7215e2d57075d13ebbdf268f3c807fb493919cd0b88
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3213672dbbbc1c4eb5f3126e83a9b9ac96095895
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d4c028b369ea742661a98c3a6d78f0fbb03783c81fa788fe543d082365b923
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe555b6b859eb355fc0149dc626e144e21c16a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e501e96686ce1fc5b7d1d2c2f64e639f41495e58ef7ba23d0b28765b58875f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0536d72d97101ff1c292c9bab5f872f428065c97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f480a2c13f2108e5b7a5eb7930f1d255d0b8c433da79b5564ddb199d2985b1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673f95121eabd26d45cf9a644d908bd0e5cc653e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a148efed114d2eb90cd56e83367eeef06afccd21b785112bb84729cd0f7330
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082c236583ebd6e92f0c61637800baa3b5b9ea0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266fe3e5e56a351d4f8b86d8fa7d52bbb0bca2e0df01d30419087aa4d82ed06c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c6b86e57c4ea58c39b56b730c29f8dcab8da39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f58214bcae2b2e2af4686d06163a78137f9c8d209834f84ffb9a59114dd98a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d675ab813b406960360bbbeb18b880954b408db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd233526749fa19ce46e5dd023af4de755dc49b26b177fdcc9adc18e129aa4c6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b7c3ee06e4cc1830832ab0f18505c9e996918a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1627778351d0bc3ac8846b6443c772aa1d15963ea3e428b26462f49b66611c2f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892cb614e9b803573147f90aec427a8b716a409f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d0c076a16c39ddecbfc89f01729e9ff07c6f29484696aaab7c5c8082d0e995
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a55f075fb3eaaf42fdae37930ccffd4556987d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3114f187480057c8c4e16e5976cd595c10d2e822ec89fc5877d7eba281949d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fd357237046f71c1a8c3b3e544a6ed54702fad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3894e0fbc4a16c8a663a065075cf468e8a59acd3f9f13e3871905d0e487e285
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499071fdfa2373e1f511e5bacdf376abf52fe8d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa99c7f1a2f504db1c4df3c0833e0432c49f26ab96944015479c3528ffc5426
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d271133c3e5a878c84a2fc762898f97b0796ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bbdfc42e5cf4ff53465b3ec7afc7c54791ef4947253a34656cc95036bb12ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cadf54da948eb8c6a1383a84da02b417bae3b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d2592b4ab069418542511f1f31412f1d3141d094ab93f82c94273e2716f6ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df43bfd10414847998f0969a380ecf7e9a4d0db6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ebd094824889c819c61276fdf28cf0fe20b591db5fd2a274ecb1f4c21d14e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3358d98f8de6342fcef15032b8674c362c06b9d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1389ffd73c2570b4ff4ba06e5f0fd197fadaa12f2ebf3fceb5dff68c675c44
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f787a218c2a0da15561983bf070fee630298ad4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06c931f02d26a25fd4a3eeedcfe318692b5d488d08132d9dc17abecf0f45469
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914196b815597ad5d3a3ab9ad4eb840e5b238dc5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538b5b2056bc20956df4360be9c8f2642c676153eb95f537867e403bf3829b0c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44694fe4003a04eec590126dc666c332c209a95
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fed05b902c871c5a4a9f6f515d1162f4b84fa7a1e3946793544dfb3cd91d67
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af23227c69cea37be8ddb39d855add16ec262c8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70eb7ff2a044b2c02535001cbc33cd55dd5fabd3336511e5a843fff91be8a21c
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab34bb2802ef81b1f45522eb17fcdb54fac2b0c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e563d06dc4668aa2867b6377cb3992fc6024b0c5e2d61de9412c9661ab363fca
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4e2185284884c56153b2523d9d17c88c95a9ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85102005058f3a7e9abe3c9f1f0902e9541e7ce0a0243e9535cfe7d18b245e8
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a98c7c263a878fc0d5e3189096506e75340cc6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7073ff3bc405b5bb4ce6409477712cfaf05dcba9105068dc8d5b1f32155560c9
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476ba3e98b7c41b348b8a27c62b59fd3e290f521
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0481b4b7e9f374c4f334dd95cfd462c431ceef263d6731cca34989d61cf2bdc5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59e90345a7bf3262c6f4fde23ce83242a8b625a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e7c09e2db178c9e1da3eca74a9fb7d083a96775ce8c33f351bcea9cde08f74
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54dea37ce78c7b91073f8b5a84d9aba978d2249
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a86be714ff9e8efe629694f95da8c902696293cd3109add942b4131346c061
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49577f23e9b11aed8a5679cc7a0d372330a1637
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4973e1241af8eb19e812b72f383210ffa1751d6500bc237723b5f7f84ce3dc74
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b8564829136ed382c95c5dfaccfcf88c7af892
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9a896c9f28cd8998c4d5e562e471e3eda2dd7dc81162883ad1b922b3ea6f8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d60f1b171707b47d5dd4ab12727feefb1d8e8c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b4ad3ec4514ca67120dfb96c96ca4be498f39f4bf35c3ec39882bc9d6a89a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4262bd53fc93feb0daf1a077ad525bd4001df2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d426ac45be27c2e061bd488c7b0ee9dab22c2786b3727d5c0aab2e7e5fb3b73f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d13d4bea8da8b566cd993577d9aa8540d21b08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1213c2ccc667b8f89e091ad89b62461f4778c5d4f9c1a5a9b35debdbacbfb8ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75802104c81c57224e360fb5c6ca73ac11bd28e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c6f81f8822edeef26f95ffad49efad0f78a3087184cb0e694f2498d5b63110
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e196d5579ed100a093c9c174283aeb6a3e4f929f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae62e0a6d35e358ba8ea14830833f31720d462070692cfb4f3fc925bdd4564bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd9119447359c3033a4e9339db8310073df6497
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882cf0c9f91e7190d05379123857dd7f30903af593b3a2baf99e42e18b77cba8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0666323e605b04b53798b50513ce5e1aa643f4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc80b2d9bc55e15c7466a68f866df738aee30ff3433ec54d8362fa469dd2cd73
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d7192cfa0ec08e64a438851cf85789925b2f10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2836bb0cb761a696e60d30ee8728598a94a501cc9d01792ea9a30be1d79df1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a56fa965fa790b8ead31cc6eb5fffd36ab33c35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80603ad0ad2487912dbb2319ac5973540bc363fd902117b9804bd911da6db94c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e01fcf4c19d6008c68a3f598bd3075f65e534a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf532832b9f13ed4fb95a1f6b3bf1e30103eea8ee322988d8928da5cea22709e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3f0df3ffaa3bc91e6a9bc3befed466b7549280
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95508f30914e1406dbbba16ecf1f66df33750d85442eae6cefa612c5e2bb2c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6808a6eb3fd76cc6b987c5a131504bb8940c26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e49564d037dccdfe3494eaeda286b02c108894784592c90287cf3d4aa45bc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f35a7f47b7343dd65500a879a6817fb1f06e96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477307372e902d23af1e3fbd755c897639d4e236e63a5de14f15935feadf4a68
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c3a48976ba7c9b9b26c180857fa08c82840e7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fdb667d0e31ab614104232c18bfbb12a9da60d8a4d1e3e5afe85db16b618fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ea4c462b07fef4491ef5faae54d389a7528f89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70c3490d2c1b9b015414dc4c28fe4099d1730b38d77b7ba70936e7df897ec2d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdaed040c04e995e7745f2a8397a28e55bccc872
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34e52eff18f61f68b3889c3a964dd7b38b63d40a162fcd2905162b1583f96af
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c5fba657ba4d1dfaa21d79f34d785bf599ef84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48f19987d53273aedf310d47288d9efa285f9e8ebbdc95643e938b17d54a4c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac640486e57fd2b97415da06b52e214d537bcfdb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2220393b5b175daacf1f7e1cd8f6cc0d4bdd0e290eef901f29a2613d24c8db4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79d4d453fde60957de9cdd30b30aa0f32361479
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fa38eb1765c47dbd735c3fb2ba18ac9009ad804616724e1cf36565765393c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a58d2e94f5d756c1c42f9987ac96ce18664379
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f158571db8ee3fdffd8ab4c744d4066c8caadb20731707a616f52ea11eac6ca
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2507b350a81ab37f09cb72c1326294a2ac7e506
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3532c5834d58e3735fdbc1ce032d08bc23607ec016bce1efa020ef68c57f2d00
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7187ea52f86047f7d8c6bd47f168ec885eb983b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879aafcef486caa2620b56c5ba1049bf6eaf689f882c2b8de94480a1c13b724a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f4a9736e16317dd2ba9c1e22992d089f00b0ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ad67a58dd01a52836bf2591d9dd283618cae5d82ee84b3f091cfd3d3f8710e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5624ed3c6e81e77e09f586412364aae3cf06c2d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa047e96b2ecc9c21c8af6ffcc2dbfc6c2a251fa834f7b8231699f9cab5596b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b2a160e50a760bd78997ba28bc80267d023ad2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00d3d89f5ca88cbd9bba5822de720d8ef17676f209124c9404eb2fd75d730dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defbff23749d84fce1ab9758a5c19b763c6d23d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9ffcdeff5955e797a6e6faca134bd9ff1307fa9d3f6d30b903c201c7a501aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39a72a93b6a1b4ebad5027bfec669bfa1f4b1ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6ff820b64708ec48003a0136e59353a640b9f097814f81a709dfbd528d53af
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18701e36f9477d50ff130b4ee817754851c61933
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f985df3b3fcf20ba6f9b8b672a6c710431bf89525b03780c4115a13cdacd6233
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264b89c4f19ff88af769a102c9a4ab9e5749e269
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbe32cf2cdf02d876f4922cf9b127dc7a90e81bdd71d4ceb4ee56a8b34febd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f62dd62cae80c07cfbf567d40fa2aa7a60faa5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22bca9679f51ba7426b3612a152f8f1730d81ff3b9a34f157b7072f9f6af24d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acd2ad6df2893d47195f6296a624d7ee0e332df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112d6236c6764b50177a3566e03cae93d9292a1cc9a8fd2e52c940c528788db7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e668ddae9a74ff1f8bfe5be72f240c884ed08f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7c2ca0ab2984786d9a463a6774445749ce9c074ac8cca73303198c70beb71b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38aec845a62f701c3239044b35aa87e4926fbf09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99868d0264993cd2b109b7e46aa0e40290a8ddeb330371aef223494c0e5f2bd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f70fc9d83170e9a867f2b35676c292f836df4cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acc94f7bcd836d7e6e51d8b72035d6f0dcf0a295eccdd978311794c43815cd0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c72349d61717a6e39bab1096450866cd306420
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75de16d8f77cb10f6972c0384d446152ed04a34e181b1be29defb566aea134af
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07591e56c9a2b44c2bd376a19aff20b6f3d71d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b3a5adbf70dfb555ddccc2e24d32ee77e772503ed6afa110afbac42748ffa2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ff2bd64d13b2fa4f551242ff5ecffebb623b46
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a08b4f36ede53bc6c20ad104c3c155c9c5cbffd42fb55dea88b1f4b6666ae4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1caa11004866045c648754ad0b55e6a27478b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ddaeb3f00b585b6251872d726dd363d730ab518f923e6cb96a5b7edade81a20
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52e194a389fb1d28eadcd2f05d3adcb4b5d02b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6581e09629cfc499c4196c146fc0f11bea0fa1d66b3585c1ac94a8df672fc40
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3d3a73ae71db28e48b47f99f4d8308c4d058ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f8169769c77390e2e41f3394e292e1bc0792fe8b92bab96283efcdb6bf5fd0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307ad5f04c218a3881b81ebe79f3710a8eb4d884
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877d6611b8e1570130ee6b68c4814c2e8c08944af7a2df9b1b2dc78ad41b09f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b092b9cc12cec980ffe1c206d8a69c9b4d9c0cd6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532aa8cf5d152b7dae3ea3637919e152dd80bd3cc628ba4c731b42dba70dd1d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ce486a910338dd5f0f46ccadce66b6557ed1e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077e7c3d7919de53b3a55bc990e0ff66591962faa94245ba25ba8408eedb82df
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4888c67d7590a1c093d3b5707461c8a7486f28f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab62ce8e9ee6ddee79063699b924bed1e535414cdc00e44b815e9cc95b41aa51
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc85fbe75aea6a7c8e390de7d66863166700f6fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9a375ba619b21b513eee4a5c22acdc593eff4fd4ad957109062f1424418207
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6fe25cf092305b32b6ef36ed174c75c144a0828
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6246187c5d967023e117abce45e275afc697ea2f12d7ddb0da75a29bd3817ca9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d235a939e8c51785edca8e9641aac9ee6a985a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6db9f50f48dd582d00b206fdd2fd1579eed36a94e620a43dba456909b6d0e36
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64a5df5dbdced9d24699530b9bfd7040f180063
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74546dd0e5e74b27d23f98e1b8ebb5de5449aadc0ad37819a6f2617a75d26dbe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f55a600deec691904c48b126a0dbaf00572084
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101e2a2ba8e7d86daa6412040c746eb87dbc8461f67ff3c14b02b963f75638f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b9dbd22b0f58b844d9414d6b55fdab885877ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b4c93117ee23a134062fc9c0db54dc4c755917a9ec2cffffde410094bdc724
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911eef35c26b74db76c7b976a1a867ed54337397
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd118d540bb53d0d645f26aff7c913e2fb3b87f304706d2b0f5f0c87e3331e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea81c6f49182d40ff058291de7ff6ac6e4ca165d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0679acfced41024e696c2d3a0ff4e7935fec78d4e24b41590cbf9354a2f87338
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9941f2d7a9c355c7ebdad7c9907d4697660ac4eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec9711d5176f4bc07d48e2690b4d2d0fe83d02591ba9519e64ebdc5073a3276
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c1f511c51a76aa0aab29267880c48ef18c4775
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de9db1e0a3f5089e49ac7db44a7a9916d441a84c94b9a97acb4f1805aae695f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371380bcdb014b2049b024647d91ab65f815422a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda1298a8611ed0ce9ac8dea02df466bd268e5cdaa8b36a3c04f190be6d58605
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c32a78a79a358812779585407b97256635bbf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c09335ed84ec18a8e868612cd82ca281c840e28f24bcb2a88081f17bc00628
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba3a8d19e37dee54fa25ca3f6f8751065d7fef2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e732ed043f5d41b0a0241e5afc8c77cf5fb606e158788a288114864e85b105c6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfc971ba049d64a6c129e9c886d45adeef9e6b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef151fe3d5d032ffcf7e5076623d25d57e746d01e34748b52d8efa2a1a55b887
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5c97fa6e678af06c742e8e14896c32eb4a15d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3656f67cd3512abec27f418c041d1dd697b6f50c37c5a12e0909056d181aef64
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc50ede56fb81bca2bac1ea59eef4b1b5eb8faf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90de3dfcae3902cace437606ca1042df3b78959dea37d1731b39db8e77a930ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d8eea3cd0fc331ac6d4760a20f943dbcd4a2b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab0507ee0ad013f133868a51ba706562f8a0fc9476746f66f91b57aa6d83eb2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc45935f543065c337159b55d3a446eaa65f4b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1e9871c43f08270241d1048f845f6d227871282ca83504d0dab555d73a8260
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6f0c339a4086465171d66f05eb8ce50b1f6bdb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfaf6c2bdef4c2e2605b2a5ac239ec0fadc3652abbfb888bb18d5843648eef2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35888b92348436d4c886e94e04c01bb082ebef0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103f4e4e18eccd9008fa64b7cfde0cfdaf46b62da9e3da039b7b4f9048983538
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb83c230b58c60fee133a0b05ea76896049908c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23dae2756cd485ce4d524dbae5991a788300b24a90e4792daa250b87972f1cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978a55729946105650d915f614cb3e00bd82dda4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2653087e02964fe7da5de632346e942cceac29363da3bcc0a7959e8ba3b040
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea97550bbf7aaaabb8151a5094bb659c1c3c3b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fd8166337781a51e843b0c5e4ff4aab22ec61f77cb3d89ac64e16be4cf70d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f90dc445a81231da85ff6654d58ab21790ec38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1168beae90789c2e00ef255488c652b77f6653d00f144e58607026ce311c0b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b41f8354ce4a482d2e0ff9475c6f3a34095ad6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66ffe039bad6cc11867502caffb5bc6128a87fe0f912baef4c06e355f2c5d84
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de8c225864cbc6e345d0be3f222ef205097e455
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d283b3d0d662e0cb9f83aacc8ec36d1c2f9c8fc5760873b7bd0adbc2190b01bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d47842137e6af74f721f5963d41acacc51f820c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7979ddc7966d0855a08acfd84ded6371905d17d3cf305a1e8dbab9c7a7db88c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052b92d95d815ff4e5df4c046b13b5f4c3c5393f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22623a8cce01ed195c4bb676015e07668b99bf42c989576eaf5743ee3b8a333f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f407327eeb6b366165c543d9d735ff51f9ef11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dd24568e049a21bd84fd78979a53a73d26a97844034ee9279ed9d8efd18c39
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045b38010ac79b63e942c28bffeb180a93daf525
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d32808e2f9a1a6681426738a417708dac44ba5fcc3acd1ddb71c270a3c395c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773ecd8d03fed30b4b1124013085648848056d61
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce0fb3ba5fc1d715c5e5a3b362199f67de3e57bb7ceaba48efd4f0c3e7905d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93dfc4fc5d360858e19e902bf98ccda8a778698
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6276863a4fd4650278ad0c333126d084228d307166fe8ac182ca4fff4dff0ab3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b73bc1dac4162564962e94464860f6bc86a3ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ad648f3339879a8779504b46e06b05a39aca578e240bd1355faaa65fbfba9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b924f328f364d9cc4481cb07e4bd22a73aa914b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0077629860ae6d164ac68d37ca9cfa7dbebfe37938bac4b4860eae5def45abf2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b863329127c4ab581ff0d1c5d90f9272ddb6a84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c0d4261128b697ba8f44a8925a412428b00c4cdc73e400ee35262f50230b15
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa85122e3d63c223802428913fe1d8224df54e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b95f51beee41cbc2cdc9172687f0daf7d995e7b1dd924739c9c8a9239861b75
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1aa2af8bd64d220723666576d7b326b4901020
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc995e9187d94a07092f36feab10fe398f5832a59b8889664f392eceafa3d8dd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0d2b6e7ddeb81e00845dc1743ad0df2f6b1fe3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae02261ccdc0a1c5186506eaab09bfb33ce1535a7ee8deb88e6a3bf827a8a7de
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c1b173ec03abbc5a81ab489571dbef5b2b5535
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05627947bc1c28097d3593865435020c157b7e747e67a5c9b514b63500e02fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c091b6b2f9c301ce92cf52f19241d04330d111b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea89f1625e1c07d6d449a494ec2c8f38138898dbf39fbfe9dc25af79c21e2fb5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df008da3528cbc75273339c6b06ad3dd2de45f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc21ab0509a7565aa7bbd719eefda9ec2936668940c56c05945b120fd79ffca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b841021b43b869475511ff92f65add2107c88c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ef9e65125e6c1c42d4357370d3a3743f6dd4cd6d1b1a88e27adaaee3074c97
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303b9edde0a35a01f35c686f5f79ae278fe56358
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4be655bcd68c77a66181cbe1f329afb2f021252c52228f2a57531d23bee1354
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ddd9fd16e57b470904b78ab10f2b2abba0242d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae19f822a27358ae5fea9d375c6df52bdd913020b594ec6522f28539047a4ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3040fe7064a47b87db4ec886451432d49991497b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b891df1dac4b2d18f7452d112184a9030a476691b7b49a97f049f3846adf7f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbd1a2c362b2613cbfe3814938d531e88f76770
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23febfcfe09a9520cee5ba6cb0049a26da5abe30cc873b3a94eb26ec8d92e4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4591b1cff9a94346687848cb432362be6d01bf8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad7d6c0c1e96fab18e3b3350b55c26042c7b6205c238143d32a10bb65987d4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e326d475373a1d3f2f762bb3bbf89b34c1bffaa4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33efc1d00f308e1f340e6998b6e485d0eca9c2416badaa1a19ecbd615a89a5df
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43497c2757fce0089f151fbeffc8e737a70dc2bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aea2d66c58c1273bdba79960678945ea3a9b69613812ae8e6ba393597ab6d03
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e01bc616d03951dc783b4b84599bbe0b95af790
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95b4ea90bce7b887817d10f55bceadadd815fa6b18aad34370c7daaf28e95d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52aa849c6640b6ec7c567941a0e77fcc330d4b77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c756f331f377c74b699b284343ad431802aea479fd09568055dc7d03b7b5ebe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3a480bc677e95982ad8cdfd7af4cbaef075e0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a9ff3ed3b433d9bf45ef82b9d75410e2c9df116560db1dcbcc436524921f81
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d879495957d54fdd2fb616e231d5906747810ed2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7e5cb08c3eefa94739ef5ea55aab21d231a55d227bcbe5c56cfe15a6b69ee8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255c8de46f4c855f97c343f3d98e25460e510d96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47908b07e6479887003fb8dff126501f45fdae013744b2fb3f94c8ec7db13ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee860541ab6510deb4175dd789e1bdbe3f1c5f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675fa9a7ac5c247a6ba0eef98b0606d7b446079c9be0b3b0e5eb8abd876a122b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881c659418727073770e48842ae5d1269345832c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a22868dd210cb5167e1d8b73dda9c419a59d622da3b30c162ae8d315019c2f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bba1a8e6cb12200f7662dbc30e8c7a92a4b51c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba2aa00810542e9b846106741327cad5485d78c609fab50a707bdc5230e12da
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483d2d9cb12f967875ca36f239911f88541b85e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3afba2de41c02d19f6d0e7293ba048312b1e43d3bc5be1309f9e7d73eebd050
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fe2a0241df78cae2a5e4a3dce43a33c0001bba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8db80c21d5d960e77196ff12881282d6d7ed7603fbe658a2212c31a09b80e7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee4063914ab5b659f7bfa3c7f4894b586da23ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264db76b37c7c2bd337adb3e187d6439a76d637a3177f4a3d75f507e46a7c85e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ae006bae44e561857a6def94e7eb66b7256660
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b1c02ef03fb5c73f39fccec7cda3172fa2ad4c307e9bcb8a7c752e77dc2968
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084bb530edeb5dba98a609413efd4dba5c679f5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8fd40e275a67c393bfded06a40d5b85142eefcc2d34abd45926bbd59c97201
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7183761c8272993c9e4d45a8a3263722dd7e0f5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6018e03b8678fab66c3e2167772dd6356adae584cb3fc16573e58d5c72ccc97c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cc8f84ed9fcf0a6d31439fa72af9b80e4922cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7252cea434a7e64e9176660ad1ac38699fd9624a38a54e568789d3695137df6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3011a27d09f710041d808f6746b57c315c61ae5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9edcf096817f9a7ab773a7c42c21517387b21438dbe60541fee8fe8a301c0a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c09c42ef87dbe1f27a470bcfb64db9e5b85f567
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6465a708532eb6010ebc033452a15a19a62ca595e614e42f4116d9701585843b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bedd7b675e6fb29872aefa216aa58a768186f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2ca356de7dfa1480e1f1bbe662a91dbe39d932d724e5ac46c3f7b64682adbf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de018bdb76468dcfbc958dd8fd2ab04044b94fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250e22088614774941fa80af4997ef039c155404d8c5f7d1c59f253effffdcf8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dab6fc56d30382f9f5bf1b0a29942bce9400515
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8e4cc1d861eecbdbc21ecd5dc0a4e4071094819ef16cc69f53b3f1f59a4dc8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3803e7d6f29c799acc96ffc9ccf20234f6760ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52610096edc26960d866fb997823a1137c320fec3a44a314bc29e5ef311c4802
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f01e15eaa4930749462b4238a4b6a9c0daa582
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c975be672299ad697c9bf51611ec620b4698fa1236a2809b7134d3f362d1f579
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ecfe3bf98d571dfc3ce6b2513bd54d859251570
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d019cb55483835abaf463f80c797647731c330c0cc2af81961d06910412d195f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55db0f6690f5bf601b89107e2de1a871ce3cf850
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4333b113af010dad2efd20bd6af8eb5aad7b3a622682ff88fec5ce2b35954031
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f4cd88a45b3131dd28c7a38b426eeb9b7e6726
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc98d8b96ea40c616e7378075866fa81fdb23d21cfd58376f350e716679fa5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ebf8a76caec27d07d796125027415e573b0dc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954187c43174b5b70590bdab10d0075aee361f226b47aa0a1212f3ab402a5eb9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22f9d755c8fb3a465998270dae45a801f6ca18d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c1ac133bbe7ed024d2c2468228bd50290c4cf10b039e1a8818145a49f3b5e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1073b49c5c57410789d12cda32abe8fbbc884045
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0f544197793901dde896f0774958f7549a6818ca28f37982b385149b74d11a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3370eab34e84f2bb09424681400f220c62cd7dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df69593d23dc2afabd931fd36431a3731693776b47ccb9c3cf1831f939b7e3d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d65dd013a4be979cb2ea97200a1cda5b2a6003
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbfb6744c0b716fe1583ee682c3c2ac081367ca69a92a7589803d323b546497
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fae00dd43d3cbfd4e522d0c0b557cc483ae4e28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27a6407fb5f2dee36de81413c7abcc68cfeee7da5cba61a6ce8733c1f7f6e56
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ef88d5e6512eda8086c89718286df3096bcd29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca6c97fd60a70cefdf7323f5505dbe877a8be1ae8aed9d92a05e808cca9effc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96db90d8740245ef6601d251009b9cf0bd4fdf8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed95e07c4aa4b2413f490d72308d78534d29fadc7cd277d0d2dd4a4be1bcbb9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2983e473f40b48ef12cc0c40c2f84b2233060c9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed620298ec5654acc163b98c15adf21b2403f890ae8b737e0ea62735d2425b4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6f8930457acae9aaab5aa919b862b965671604
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101abeefcabd3ab70e4bd8550d15ba569a6522c3df30762f800ab73347f93c11
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9a6554d5cd9dc24899fc1d8e64e5c83cfa6b4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be140d1296a54b8ad68d266a3c561f416513656f8d4f3f9570335ff54e85a1b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a52eb8c69a8e21a60f8e4e7f924e93920e22089
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4867c851947f1141fa135a6b3223764d1e2f24036ee8575d47d40a9770f93b8f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e89ead68d127bb239e2fac5c8b1cb303f44d24b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e125ee1148a4c164999db0ee0eefe21c4bfd07901f862fb9c700a6167c5a3ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19fd4fd02e97b8c674929b1453cd98c991fcca2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e83d3ac16ad3067396dc16b0e0d2b9fdc851c43cd97cbee69aafae991f3461
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2244d12f17be50ff5bdeed3316b6107c1ebea327
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de48f0004ae2b4c0e8e71eea5d6fddc38bcc0c28bd83c871747f708b643c312b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91f71b96d3cbc1cb5a00d524e964c943ca6391a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54516bba388d7c4d78d0cfceedf007822303e811606ebecc8fa3eeefe7a30c55
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab83f9afabd453f7bdc9db8e54cddf7806b1eec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91cd58a3849f8a6542e49623363e01616091fdf119c57f2a42e9fc3474c7ba1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f299e1825c7fe1a41957d5da020af3696b4c8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc663911b51728a52863d496eae5a3364bae146e8adaf8ac6cb0f29778ae798
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea368d0edab3934472b21498103a4b876fc1193
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1dcd41fff733d5cfee869b76ca6ba7beeb344d1a4e468be049c7bd51498056
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5c3d2422f0386bf1ab55945c024bf785ea37cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6462028d9c528fa042b4d8693509e0816cbf961c7953e1b78028cace5288190
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12dfa24235b846040722fd8f4ff69a04327730c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986aa00964334cba99b9f1f13d8178f4c1f08ead3c143234dca88f73163e8223
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba59c8085ef2f67315ec6591fc9af9ed892a63fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49c690bfefbc2eacdfa689989bff633d5666e99617a88d48442921267e15d39
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f87cb68d08071b9a05be687d79878325e7597ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244507c52acb29c530624ae13d3de5639f938c5f3ad4f9554e8fa54be2d22e54
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0a62b5fbcf02f696e6507f34d63cde1ce2c82f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319b1b2f1d44a14eaf5b05947aac658dbe48a36d946a6226d132d8e0ef38043e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04815283572937a46864fe1913e57082d1d82d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74550a6a8065915016aafb19827e955e94545e1dcce743a5a3f6d174408f8334
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b3787e2fdc2cdb59ba27eb27fe07275e10ea48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b5289b8b60fb5935c29dd4a16c9c30d44af92840670113d88f0338ca861a57
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cef9ccff8b30bce27c8d31ec09584ac932cf13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b993f081435d29ab5e4586d21107c0641bd2377102dea4fb4be3a5604dd8c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fe0072322158a0d8851ab6349dd78ed60bb0d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3491a62bd70e4b6e0a42bd98e6c43a9a0a9127010f1b91d5ac3179fc0ae725
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a399f18f49f7779ffaf9972eab4d30dc8701778
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf9381b21ec307e6f80570cd46a8e4c22279398e2c0bbe9fb8eeb7f2530f3e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f726ac0af15add4ceac4a5373ec28d945b0102e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f02539f14e0504f8f1f3ae5d9a8136ceffed8a9cd4419a0ff17c77735849bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abac4a61f84404b97675ff783ad8ffe2762872f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae985118432df4b185468d68665dc32295b59035b51721e789d418866663a6a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2263b1098bd5aac44ba9b4aa04c21ad70ebf969b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf26541f3d126ba3e8fccac0c749aef552334fb47a13a17e86878ea39d85f07
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fa1a76a12235f1e6ceea9bcec566bc21897205
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca958de7cde4639e2a7a433e76f9298260ae6e9cdb1f0efa77136be9c1e3fdaa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6364b9072797fe6d0ceeedbf351e778006909c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f916f6c0c3c50d5e1265399ab0c7b95e0ef0a9d5553ac0d0b4205807d086b5e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c543ebcd18f0d26202baf419c4947dc673cba6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef91b69d9126afbee6073d5508d44d560b36de448f2b9785822ad6c8dd2edce
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241c7aa85de36c948c45fbc28c55e1f9d0336549
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be21bc562ea8603a4897c4d0cc792f9481d159216ee11e68ee36c7f0e329b289
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58045c6e0ac13e584faa22bfd6ada0f42ebec45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd2e91ce8a22a71257a7fed2b42937e53819625626fe75a1431aec2d4bf17ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56787ca8937b9c0e804470b46b418c4334f0b12b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265b6b64013cb3a1d8d248965a278df4296f8364b75306604bfc8f0844e74c94
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b9972b8b44bc4116bb37d3a07f5b5d12b82024
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d516e1124c9545a4ba87d0c7e7ebd04af93c34db5ca2ce0763a682e0bcbfa1c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97b9a33d916e55ef5f7efe5fb278a6f0a903ee0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09580a5e9905a7a70b7cf0293889c12faec78eea49811347d4629e81cb9fd9a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0376fa1e2ed004b50e77db630b2965544113d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3ccade28cfed2b08c84da8ce57c2a3eb3cc68ce0f64e0b74cef37e63675e16
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17ae5ac68e55aa96b74569f9d1d7255f83c6b7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7d771b3de1ac34bd32010a3261af7a2c30dab453aa16d74e9f484eeffcaa71
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f373ac119967a2bd5e392cf5f8ff7d1f096e9ab2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc998dc6fa60ba94576a6be13c863fe4dd29e152536df7d82706dbfbb9e98ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d0641a71deba6fe1482c3c3c1d3f4ecdd23705
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a671a407604a33f5a0171139ec861b38e83f7b90ae94ade88871b1d46e149e8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61edb06003589c59446a540fa8d258b67c08043
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b617900620f9e15eeb285cc682615700e559d1d30e7a3affdbf3371c746c95e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01579769305a8bb63dac81a6e46f37502c636186
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3187a9652a0ec0833ea8137ec9cdf5c31de98cc312541946fc142b51f2a08ddf
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10901bcb1b14b7f1d9fd80e5806f28aed8feee5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfd92f3a9ab9bc1c9a9888d8e21f244428088c80400b815a3cfd693ad3647c9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69be99a0ab476f335c7d56556f142e102165d17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b529f1f8f5367fda1825bb6f324bec0ac27021afd323e4c33ac97055f3be8f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3194fb10720dbdb03fdefe75b5d9d3a813ce44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbe1993adb20a340b15b2a0dbcbbf1278d0133a5d2182e9c7c58c359b71bad2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cac5ad30276c773a4dae0e4277b1895139e7ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3f9bf760bf7a2444c66a6b3a564adb1ba274349dc724254deb8611fce9a7a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4163e70f96af8af25d42deee1cca33461ddc908d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d392c82c09dd12ccf641ecac19e73d6ba490669c51cacaaba646780561230019
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c56afc421a241fbc56f2b55d67456c4cdcb269
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b72d3579e892b1f70eaf45128c3769f56dd805755f211cc90fec013ae5edcb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36405280ec81113a89e9cff4b1c1e81727acc53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa91aa491de1bf28d0ff2af65efbd24fecbdaa7d6f00dbd74492ee7acea22d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00da664269426fce24dc2a39c877937c175ddcd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af9c580a9d346cba64466bd2417685fe23b2b126d6f4c0bf1b9b493a9c2344c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ee1a13047fc247868c2bc11c8cc05676645f1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c46d06a40e7bd5637ed7fd30a5ddce6bf3396ffb684492c8bd4ed744100c497
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b2b012f89ac0db047a4b17d82b605647662c2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8baf8fdc9f9520acfad8287669a456580f30188568e0b7ef13fac65a7b42b1b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f424e4b45f0f4a834c92f501b814f2a8db5a2e49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc14aa96a2e97c5ff8f2abf4d3c95d0182d385686385b91721971f6aab1d40f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9ca03bcb7351ac6877fa064cd5ddc43852a116
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8559ed5aa8399d805b4be83726a47e4a0cbb04fff80be9e5e5547aec260ec9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6224d2b00f3a5b101f4d19dc8758aabc86f3c541
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c76db28bf300f915c4344c7aa3ea07193b14641316052f1e0e17275141d01b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabebc9be0baa1011298ba2d8934ceb832280d8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692ca119d2a8ed78708c1bf20d24f2fb3b8fd97709f3c583b7d30145d05f372b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f75eebda34f5e2ecf3ad262630a9f2285ee604
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1477e4f42e69c07eda3048dd8c4dc80bb3f91e0e5224ffdccfb55c71a7e71570
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e4bad78f6ab67879cdfdcde6543a63d7d95315
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae019338d6ed683dcdfbd3c2b53f22eea5e5b38407b98e4610d86cfd89957c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3980ad5b509f68287e302f8d8605d7394b3f0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a69f1a18cf70deb601d7b0e068b98e721fd891ad24692abdd6211cb037715e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653fed01a164aec5ac4fc03d9e9e5412297af50b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f71ca8b4ed1d0505df2297bb3ca0acc67a7ff4486745651bb92750abafc6ad3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ac63d1bc3fe8db416a76dcdc8692fe844a199f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d28ab8c968fcb6d0a9aadaceb8d7f95d65a1629b6734362ab8c23e45993029
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883bbdb3f2cef7d9b4f3f9163e0fedbcfb257854
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f57762e868923948d711c61a7d88e9a2f701364ce866396b56e7d7e426c29e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fde655f9c60c9dd8e1a3aca3a8369758bf09911
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edc3c59f6c9849521c238c90a592c5931af33e519b105d80e93f7785adb0592
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9452918e3456beb93f6e1e6359809c87804c9764
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac98069a762628d36349288b0b6a151bc95c9ae0b79cefd0fd5761a2a9071db1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7061abb165688094948ece15a8e08f9db841a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3cb62e125642cbd647eb8d199dda3ea37cb36a18327bc574b5c69486c562d95
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6550ff6ad27ef7f330d283cc3bfdd8a300c9516
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179131a9457d3fafa4c6602a200f115b538b7e516c181778351e7f79adea8b50
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa66aa5e5eef606d3a70ac471f172484ffa65a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c0c89b834830a289c309ce2f9f4dde7174602f20176f168576372eda444796
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f99f785eaf2383d208e9ed22f3abe1d7bd4cc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45bf74c3e1401bf98ae913e8096c95f39efa519174f83376ef1cbb2bfa3e11c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbffa51920ae46d2d571cb6c86d70997b4dd6cdc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a677b2376905d5f0dc4db3f2d3b1fcecc9e2599a763002f72f25875ac3d1df5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efc6c329e5be8cf0ee6fdbf6b1141e0bc939cbb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0188195fddfd403d1e9ea204a525133c75076d5fa35e403000cd22672aa0f34
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23976d42f669358f5bf2af57bc680d7780e6991b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2dd1fb637970fe6abf57152dc9e9f0fa173f80cf7e6b0b6a0877d3380ef4f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8008d822e9738afd29f23255747aad388bf9fccf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e3f2dc49a03702e338eb75f33c459811bbc06220185a8bf794439078880db4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fed1ea5fc5fb24fdfec2e0a3b2896c48a9bf4c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390007dd057a67bfde6c304e3b23cdbf070b563691b52de2bde8eacfd9aed637
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44cd03e2f8810581fea631b14c8ea01f7c84934e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e7ec1587ba8a77d578b69c8c7bca425325647919847d57bb7b3fdf167cc1f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906ecadeca4faf717ea448a66546af6cf4f2593d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc40b6f3b51c40537417b3dae3ae86823ccac17969e355783b2dcc9bc9d0f1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d98e8698f70703708afa71ab54f10250dd35c81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc78bb85877cef7fb3f7f8eb7e6ba3b5c70089d962f4e6d839bdb252ccb8f1f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2d7b1246c5cfb22208462f40fb64b1582afd7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6d333b531b81d8e3eb767c2d9c83ed7b1d39e1811c67dcb31fccec2022e639
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bdac0ea1e931cdab2a5f09e802f4abfc5e30f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aebdcbadd9435aded615821526a82c9ac5192572f39896c9840dfc62c274d11
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e51d1b3b232203d6c2e2779c51c9759b6e1e4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b175c6837188461109412579ee10a7f65c41edc63dc5287691ab274b26f47b5d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772a64a484b8aac9ce42e7ca80bfdc4cc7f91d77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1152e8519b841a796ae4a937842a72a4b89cec760c01de32fbc9c87fb2e9ccfe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4060cedc9f4efdf91241bc94868b413c333c62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dde5d43cebc18606e16dc0ff05cbc42ccc675f1c3f69bed6feaf162b578840e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e05b9fce463889e381e0c597ab35f0442ac16a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4345c46f18d143207422dc52f175fae5e161dd018047e30a8bdd3528424cf78
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c97a27f55f06c92e00b5860a87828865d719396
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5eb5a8412ec544e46089992d83cf7b6b7e72c7161074c8efb951beea2127d31
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e2f96a5114da06526ce5c887c33ef9d542f8ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4ab34ae5462b347f12e3c4e5ca036886fe87850a3729260a2129eeec1ddbae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7921747f26b40fbe97de526421fe75b4fa39f318
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39aac54ea28f679adc5d55a59e8c2a9d43234c517ced64751ac9d7ab2bbeeda
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc7b8821497ec4874c27580c075d24812501341
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c013e294b694aa252f4bf230078f22ae2a10cd6889216a7024f31aa484fc6a47
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f360846e79ab42a839563256dadf96acc6da7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347fe59aae7345d84427e3735af23c9a8424c8c1d70f92018213ee71fd239d44
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed90b9c816f420f8750dd06d10545efd38f70113
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0db3efa91249fdac2f0a79d08cffd131edb60de77d38ecf85dda07321cd9a05
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34085b340915138fe82e89eea04c5f9b8e8da02c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6032206bf5aa4000c7a69b5eda7be70b305bf24e8375a08254b47b8dc44f985
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6e497ebf2c88800905bec9b0bebd731873191e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7930c68c3cc42c35f1b713f4442107285092284c18bc101f5460e03b5c8bfc3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596d97526f99b797977374eb16c639e72f30cfe9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90243d22048dc4b3d4a787b80945ed422874b1c83b55d41de7289df247ff888f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbd8574bc7114517bf33ba19c80a9448a5308da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6445cda97f6fcbd2c19e933ef4ef31b2146837cc33ec6a2867272034b87caf78
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85c971449e4f1973d445acaabace94653b5cac9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eacf0908e6965d7f40778f6749e114ab7977c1c7930cfe277529a99267c6308
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56fff1b7522c9b220edca794242805493d936b6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90f753d631d0882c2793c9a40b578f1e75bc0a8424db07b49619e14527edf31
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac212889701c89c3aba0cf3be80b80c4a9c7669
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814cc7e7b4dc4a3b8cf6d755f2ce336d38728ed5fe8c1e657acd88a7291c24d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09a8ff440356d30364b23ec75dc5379d083b7dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f6057cc980a97ec1c5e3c4a79acd1cc1492d7609e5ab95822f14ab2915d798
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff77e47fe11c296b7c9d99e7abe6947487f5c0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863e57424ff6f9b9bcb0f515f4d11fe90b60055f85d4e767ada97506b1153ec8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1701451edf148dadaa5ddb44b345f9a20608bce0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d62aea27ea16bf3d69615ff2ede95bebb8d53306922338b78db25d86030adfc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c804cbef18a36c1d8d9dfb92f428839f3a520e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95d425faca1a1830f4d50a7e2eebec6d14ba6200768366ee0fed02b026d04f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d5169fe28792cf9c863bcf37514d00f8b0c7cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7795d58a0d58214d880eb20317b7fa0c7ff070ac967063f60284b5573d6c334c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47095376877e67bfb648585448b08b8e2e8c32ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09f6489be2a51af8d44f850db8c6f0aa13e4ac6451b2e2cab9fcb7a2e484ba0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6c399e65f620aa8aae6994cf9002d531d517f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6530045e6ab0dee0689f01847d722d24a8f9af9ef9877eda6faaa3c3442a1924
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3f8d0709eaca36a31a8fcd93f4ad62c1f9abdc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41441d392f05da84de696c3fd2024af8d014880220705acf3c73137d2a30fc9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23a1d134f29853e54cde6ae6acf38f588536de4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f2058a5d30c42fa2fc42737f9ea562250fc2b360b2b1f15468afd976b14d4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c68985bfa667a1f423ba4e1aa5d6b9d10b33e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d02c931d2ec830491c02552cf82b811a33b3ac0aa7c517d3a933aadb39f3ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de4e18660fcd7ce3373bc210a1869834c10a240
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacd0ee8443767336b3e74d56f69365691b3dc4e03a48faa6db8c12eb76a0524
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d99843802f798445889f6caa4bbab994165535f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60add1b110b7b7751a1efc5e6eef273e665e5ee24fd8f354620525c5cf944b0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a18a832d40106f42ff08cf6bfabbf2a50455935
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edef58c93ad2b54053c74c4928d2a3005aceec1a0a438217ea5ac7ad0a686c42
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95b033c77ffe731ad306f80508960513007240f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf1befae06b1b8ea88ce8c7d16c452104571992602757435d9219d653e4a8ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831ae1b4a01ec84afc9c341a3e4b9f1cd7ad91fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d9084d1ae469b5cc0671e3d735e59f760cc51ceb2462f6c711e7b04d32e782
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5902939d96b1039d1f87413d72b4903515131ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0607301aff8568424ca662fd1da669c3d8932bf2904e6e1e6c9ca92e5a2d6df2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbbe6ce2ecbc76414dd222f0fcd1b2f9da6e506
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c44ee9afd268bdd9b82015e173b2a8f9ada3ddb92a1226a129b595a997b00b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f948cf45997c8938e014d9113796e51a2686f80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6663725185396e3be5330c0b0526cd8a9efa045487df2b15a538718fab4bd317
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b200749540da07847a08f5c5a55c023cbd7e56e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86e8cfec733ae533591ba623d5519a67807907edbb0e8959f85cf404c7f6669
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9847c86ba441dda5323de14239194fbb423b5c36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4dd43b52a02b2f3283e7d9e59d5eb214c32c957f7bd54d2d1d82c4c5eef260d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6272320b7543833f1eec19d61c050cd3e211755
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702bf3cb3d25c40cc91a6d4deb35f2694c0bb0b44f6b8037715fd61980bda9ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b01d7d817b7f56da6a9ad8b3d8ae44bb700748
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40349be2449f5a13e7a5ab7c6b81ba7bbdb6c6cff75d1412b68813dd54e80c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5fe1479b18765417f0a19ab91a9861bab0eac9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f80eec3dedf90deadb9ae96386a5fbf9ab29c8689f59565853ef03ccc75c76
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf706da9acf04ea5bdd606096075393b5388edd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6788d3db3393c8a080858602d317b8d91be93c1039e2a48bde6ffbc30c5b882
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c5a92556c031d79bdf987110f83f31e28bebb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a3bfe05f0d73459f1ee1fab8194afe95000ffc388b2e63f574cc0cd99c4e9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6781482f549bc4b7700da9aadaaa9f4976efdd8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb677d292ff4163c26e46d60a24d0f81c5488817b8e1cc7b6700ade8c16bb38
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88869be1fa62c04387ffd62a5974e46680b1b658
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e9d58811565987fef9813e265a999574afe5219d5eb08e934a8ecc67996b03
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc2ab68be46d305eae3fb40140fb8318eaef420
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5704765106b63677a9d16a210d12d7b8044859b18a992ab4217cc783e488e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3276f25ba389113a0e78c26ec2b187948f6a0d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f2276bf4bc8940fb001a80322719ffbebd709991252efb589720754ace850a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc66831ec3d819b6c3346bf692da69b182a6faac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02156918fea2cfab2042822031288050a3406d1295cecc7f812e657ae1652eed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc17ca93a467d3fc4ae635f673809f68883f6c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5861478810d0c84d906d45c80c4828dbfa9662a5ffb861de9e9b0e2e4b739063
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad4b2d53bed55397d275dcd02474233d85b3292
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227ea334f329425ea8e31a5f6a04e624e1a00bddb3275166f154a21672cf4924
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ed4a5ccdf5ef8c00c74e908c7eda025b598d91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19dd3e1c38c89f3185536fa5071f0d335948da94f90a192bcad5cf57d6bec2dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc96bdc37d5bea067f9f08bbdcdc8414623f1635
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a831cb31806526a52ff56486eb6fce36ad11cefe97973c9e37964c8879f5e953
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a28e1f95f7e193e76b493ddc8266b433941419
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3032232f442bb390c8f2fd9ce3384d651c87fcd652a4cc792171ba131227652c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01c5f513656b1676998367f8b0158232e7d4cd2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c90c3529fdb3733aca7198508e7330018c30194290341dcaae3dee28a87b9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35292fd29aeef078c3ae91f7afa682af7d35c0a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82e046ceca949a7c78c7953f97248c980ee577201099d15589e8dcbc23ff065
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7a57e3f368c13dfd332d9b357800f7999b80eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053454b2399b4f2174fcd9d7e0b2495e0ad3ec57cba5e84f2e049be0d5774a22
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b8a40c750e6b5419a5df3c1e3e9c209f62794e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10b526da74bfa4084cbdff8e46c0647e7fdaf47ad546b7c0024082b39ffcace
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000a8d82d93abb1f4023e0306c98982dde8fa1f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd5e2db8ebe6a9920a9c16c776f7b309751671f741369012f18245d08e0c828
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc3b698ba8e8533be89d54a72de17485a801368
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447b3bdcc0d8ab2ed9cc4ba2ab8ce4f12c6a06f90145178e0c04371c0d491a09
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6488746b971189d3677e4f68c4540def47909d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9385d94067687ec0cbbc6763e41e1c40fb6859bf1da5b365837467573b0d0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6448615e8dd3e357de35403b174d0d37c4b4781b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36a2bc2c7edb4a5d31253399fcdefe33b2b56cd75e0305c903e837cf165604f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928523336a331a2ce4d81dd9e13cb9d6c00be8c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f614febceec2026fb36b04c8c377bab0c606331c78597beb44f42064060fbe
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480c6f3c992e74fbb2290be02e5af0c00b127194
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37478a9544462b9dee050d1384c016e79d02c21b48a227941655c163785aae9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6f635ff53e92dbbd76b51f3e911db320537348
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db68a5989457743dcbc53ee6f06e2d0b494cae33daf61fcc8a9ebb909f76c025
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3ae167184906957c1bd0eaffbef00a50bcef5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1781f72a4b1f311db820e2bf4df05a0f33d28a8be644a1baa412477f204e8df5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f82d6bd35426925edb09bbc83081978bee4164
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164b3ab02f82de6100c3ca2be31fef79cc9e10acd7fd63aa731edd954ec87bf1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f432c4a39d00fba0c873060fe11a6f9ab42aca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2aa72fd265cf9bb4b4ccb203449389884d797f81dea8dd8e00aee3df95d2515
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba19a2ced0cbdb7da90a24f95fe9b4659cefd419
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61a8b862673d423b010ebabd5163df3beb5659eec6ba878080d9a79b3c9d98b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b01a88a81cebacdf10384369f42579700764eab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a03e4aefc419459c6447c1f181b7589ba31587ab66323a5e9a2b9f1acad41d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31de08defa33bcb1019f83aaf02b9b79a7cb14c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3f0cd71168f59fd855321299fa597a37c91ab677bdce06889780212c524abc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568a7f7f89ac238e5a6ba5d0a746f79e38291785
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885e2290dea3666e32c3fdaa1a81db47c52c914ba4800ef1e2fb8fae8fb3e4cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca492605f839f609cb5d8db3f90c5171119341d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059656ae07b4aaa62905abd6c8d404a044e2eed24067c7eb878846154bbd6efb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b27701dd0898c0fd47a6922a9c391611b00eab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85bcd75f77d71ce9b73b75da82beba725b0d52de0d5c3590c2f8ba6503f9b22
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7a11429a9d94b7689b3a090443c51bd74b4d8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df20864ab5e137a834a2d27d2c07f2dbe8aee9c97dcad1ec58d2adec2d19dda4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6caf6fb508682d4b3e3d6b153fc9e8b45e8d1b16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c1b5f55846ae17376a719e3a827d6ead2faf9bb988b81e1a42330e594f6741
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf01b1130a465bf80e4e80ecd071d4afa1c95bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc623a0510a3b739e127a1a01ce0e0513dc6570331a2a04b875436ad196046e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69664caab3bbf7ec372d2c5701532bcc523ada88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04705c73cd4c79c1f3bcdacad2ed80f695ad13600c0bd309a93d73c4d12b6cf6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55013e635cd6b4404858b5a2446d166fdc9458ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c5e51b3499a4b83d38b39e38975ed23b0402995fe047e0a08ed2f1cac2ab9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64086f56d998070d8b304b9f988c34ee81a61f57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68015882679d45c9b44003ead29ccc9fb6487ad276c6f266d5b23c77f67e5d63
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c307188e70545d4dad5b1baaa4e01db0e4cd8ec3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c576c415ef4a639870f90870de4e731da5073758ed0eec94288815789156fd3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38df4042ea20df518c388e41d31a37ae3109ecee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa278f953cc252d69ef215bdd1e47508d75d37f3654bf8b6febd88860ba0df7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7df7e9a35968913fb2fe4e61fd17ccee9f02b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b617d457de034ca8447f2e1ba9a179f3a12fa3f01ef2707d822aeec38c9e498a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a22429e7fbdd50210de3e2a32492a94fec9868d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9dddf86ac11a03be935dbf11883d5f06defe4d7fb433f15dcfb963d9cd8866
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9157094d5a5c3039113c49f550fa7d7b8c00da7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67758609bda4d782facc90e3178401c8e4c6b88b1f67d8366f8c39805dda1e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35627229d0c87ecbf35c4e498046cbf96b29090d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1580458ca401cc2bae788415c871e269811586140fb83d65d419329cba8d26a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b835f56734a48ce033afe7f5a12a4442813bce10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585b62d00f4d96781cdbca1cd8722d7d68a8ccbf1255a27666357cd7040bbfe9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81230276fb0610e1c0ab40e803cc8ea3e4839e37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc343e9b416fd09148d3674b05d3b0219d6d8b43075329cfd4762f8066627826
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b1e6ec99ca3a0f2c8ffe624f7980dc965b6371
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d593dedf58a07c3e0c2837e4f5513acd928ccf170953febdebd5c96b94978f20
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9014336a985bc7cdbcc747fc08b1c7ac16ef6ed5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20aea4feec7510b82fe46fe66eec46d9236ac46ff84fb110f2f0cb804a3c512
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df540e5f2f3402592c56687197bb04f42ff74a60
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80458bd8a644f69b59db143a50a65a130266f770f498cdf3a64da2cc99afb223
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c19c8e7e6d8dcbb79a36c41a37ce1c11032f97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ee662bffce07cfd68a7e7713a6727031292b61b0f8f2716c9a729ed86d18ce
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780993cdfffe6efa5bbc10488bbba6f93ba5430f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dbbed3bcfcdd9ba09dca2f0bdd0f15321b690fa4c45d5d58f5f97d6485811f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fc818b8d8456c8c638a26bf898b4e2352fd535
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f1ae73c29533088c703588544bde776d3c53797317b8fe4c336cb8cc76862f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0181358ece9431b7f33d479b4c22c64fefd5e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a9f340b89f8d4592af0945d99a196a9aac85023382a9504e9970603371015f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d8bfb48064d6d9e0ff61350d2aed843fb76185
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499ee4b84b14f4b941346456c1a5f8d6a233741caf49e357262909815cdbb80e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d825ec72be8a5ce66c16f8e882b682cf20b57557
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1e94d7ee6bdb71d8a2203259ecf9d563aa0c33b3b1772b9bbd4b77ee53b985
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98e8ba552067bb90998c186ee27010410358d26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1870a57b2fd3c531df8264a4a7533405df8ea997b350d3d62a42c6a9475749
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc304337b2db2fb4b35eb72bca52ef2ba68dbd4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9046bb06753b28f253b87d09bacb818468a35d3bffb355ed7c3f90e67515bc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2981035930bb5ca14756845d52160aa2e3fb07d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6969b04bade371214954dbe5ae568a26a0b6b24122297d014f906954939271bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e53ba75e99afe7bca9704642c236c2eed97faf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79c1f397b76e80c66326b7fc549d400d5c9c55eca0f31c856e9fc01426cf75b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9074773d50538fdb66ef10dbb8d726c1f2223fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e7aa848a7c0ca831c3955c94f92477b6cb3272c60709f75508f70b3e48556d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c854c79f57bb8de6d080e078ec1dbca2efcc8482
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8571572107e15d74deb92cfcd5d31da541d654e18f5ba56fd8f2897a795540a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54af440863cf24cd97d2ea968ff187dd1012098
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea4672d3815d36e8fb912ac6a56e07e068104c474decab456962ab2048e8831
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad04ae87e7c3566006efc803c7cb73928f01b68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d400cd7bdf254fdfde033fb9de1ad8dcb6a71136c78ca65ebb6c3e95093cba53
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f702a144eec61253ca9fd00ddb46cda5630698
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f77712d481db034881e35db776f35fb169971bc9033ac1b2dc01e965d9850c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29b243b0eff0a352f7a1aeb3d60ae1ec9dd1299
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764643d3357186e9d3adf7831a1f135111721ce8bf4a63ca52f133a4c93b4abf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da1579b7c18f25d9a0a61766e60cf2b17ccce2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b2c7fc230f7687c88d1e1b7c2ed546303f12fe340b4e31a81bbcd8b4074ad6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736dfb83ae18a4c0ae6a291c61b947a8150802e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6265c3df5b4a3355a83e10f42641b51f3312994f854310ba38503a819dec37d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc6f565049ce26d4d0127a66e1ddd39045a7326
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e094fa57564d84be3ee6e247434c4283d29658005f07a3b2ac691020535dbc4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc6d879e413cad8bc565e50182b83f7604e3239
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f731590b76ca6731ec3709af79607a330d46b898dc1e271418bcda54a8b7637d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40941bafbe42acbd84f7b62c3bf003e127334537
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69cd9512914c1d9465091e00bf8b9410adab32e0d5bef84beb8d1ba35e9e95d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d18fc64b9686a1a71c72177101d2c08fe6f7bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f99b2e81f1bb4b324088d2549d109c43fa71a6371d21749c45e0a3e5df24d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c3e996919b0eba34a1709f9a260575ad720ab5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629b14249494f26cf56342d278315e8ff8792e68a7c0c74ecf08646ddd2240e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de787a692a37dab6aba99142d31f2b7476dad93
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c92a5e58f5468ee1c37337c210d38cb4546d1b99222ca9ff62dd06ddb4a950a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a44fa3ef00205db92c3859f1f0887d08bf2df6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1307a26b165c7e942f243f2a9ff19980cbe74cfa4bf587c9c91386c944c0ffe9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffdbfa130bcb556faeba2d055652b18ff188f8a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3acee84b8640d0987eee350b9aada8b1404fd23d6f712bcda469fe83abc83361
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120a28bcdc7744232c32b03cd26ef7b918f57e6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834e3c83cd722d72e1c8be2748eca107cc15b8b2a241adfc2c7259b5d726bd5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f06d1f7d600fb1bdaf8b1f83022df908a4debb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b8f67c6f323bd3fb0ffb4805702e7143bd516e1b685b4e8ff3e3f31dfd74ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d1d9fa5270794a980fee5a296625d794f32179
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f081ce4d631e1add52c8b91ad727ac442047cb06e5ba20b5b226a11009797c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24126ab7c6778a65e69cf8552c3852703b6011a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dbe67d6b2fe793dad2523eda2e7c6d7e189f7c861c46cdbea294dcc9600a5f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9b9333e8401db3be437f2e604cfb4cbf044a86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30711788fb089cf0554e8113b25e54a5b000c0e01c25171126c308a150298626
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a32be24185a7b2d4f4b67296c11b224a24cbe6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2debd2691ad32e57c9290f66db2c63df7092a9480646afb6894ba7913cbece
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c3ed495f027dd3daa437890b5a83683027c01b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae6c348011034dadf1b4913187cb8b88526aac1ad88a0ac0271307ce1174cd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0633447e0b26ee5dbc06dc996902099166be03f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f1b7a8e5aafa9fb39698e7a50e0f5f68b727df4ba15beb723a69c9d7ad417e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1c6b0f6c472958c3951b8ee41c3fa6c2105fe3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d443c338ce19a128b7dc15be8c01a5643538dc157529c4ff267438a9c48e080
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd8ff8b3544d203d1ed0108eb8107d1a1104d25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089c9f2f20e46854bab9a86526d49f5f30800a0cbc02b36b9b67b987bcf42d8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1619667b69d2a9d2a5b3be3f5c542d31359143
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8c242b152501092f9c5a73d2b68972e3804776c4efa3ee5eeef000f10aad84
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f6cd5eaa1a76922add158816672aa99da90b75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84d1c19bada167e117e7b4dfea23a9e36a676ce35aba8d7cdc93018327cc3c5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630c6974c9c260ff7e2cf05e41eab3d37cb246a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8ced76fff67c0ccae8e7db7aeb1d70fd2dd04639353bf38aa782ef522464e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d7990e4130fc17b50e15b9b60e9b4c21fe70bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be1cefd6bbd5a6aef14bc747929b70d8fc629600340c7718bc2a16310b56bae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa61fc7e037b153871950e3dc5a2081a2ba558c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ac6c84ff4249b0472e56324f0dea27d4bf5784facdc46c833c41c469f8c5bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ce7d9e71a1e9c91d9f99d0a63546d0af60e217
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c599625a271c860a2f686bda70573ba43f6c6e0cebb23ba870b422e5bfe38bc8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec7a4b5b5ab764282d5275549abb7cb07b573fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ed0cfd8869d013c6d81f918b9b46ad7f246581ba4c6eab9daea7d066f047d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8793484aa427d24a15b0cf73eff91244ecf6acdc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d94d9fee2570ad8608c6303d6e4d1b3590132dc96f553e899418a291ea21da4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0e0b8af90aa15f763e5747ddf0dd4607551ba1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59937805449dc21250697d188b7b9b87d087cc0aef0caf99b291d5d056190830
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fff1d61111aca7da1521caea0933bb3bff1286
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c71dc990ccf0d6f1b0f3b095eeffd628f99ef13511b7c5524ef43305cbb8716
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7f54712e484585e2bd7932ef81917d11f129ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdb4a37f18ddc0f9d774a23cff42675494741400ae4cc048c1ced6cc918c260
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee7268b9dcebc09fc6f97aa03273c3f9576ddc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25adee5cc503d38f9851f80895b48aab651f19e1645d4cf608bdf6736c24bed3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf81a33fa935505934579f25aab1fcf42b8716f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b095d402b3b0476447f8bac81ea12c7af83eb025483b502c2916be15839218bd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ee85e881b47d0f9f24aa457609525a80f7053e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35634e826319f5bc3d782f2866ac8ad1c37b3731ddbbdc482da25e3d37c688b7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b8c9bc85702f2ed8afd56bd0775465ae78328a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357bc95249f380ad0268955737104526946e922d14fc8490e38aa726cbecf66d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1066b8035133f534fa407826af4b1fc55cc24f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd721fdfbec57a4f45610403c13ba4fe03bfc297be49bbac9b3a04e4ce3e06e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69aa94f52398e951d764912b42bd3993f1fd6c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b5409444556920d594c7595773b9b12da8e0b191a311a26178c9ace800bc63
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d8300417b2d5e986efd8a8cac67f5530be261c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dbe555ef1c4427f7676ce8905b6e9cfbc72d715a9e484a9a8affb965644a9d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3757ac14679b754ea3197163d6a6f2bc9ca30633
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd074f99cbacc655f7efaa9d312e7fb5e8714a3b36801772b014c39e39fa24f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4418d51d4028a56c10564e46103e7b29508b3d73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd6520e2cfd900baeb8353953a5a0fe43a31c1a4392bc58d96f3ad4fb31439b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d296a930c47b2b29132afc8b6ced4865bdec1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75198412e58dec2be4f33255f3d44c13626f1409ac6c02b9d589e577d8e49d56
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0e2f3512a0fa1b822e58439b4754b7e2a2cfa9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d105a7868523b251c9aaac11e5d7011a2b6874abd973afe7e502049e8eb34013
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26409b632b0ea7676974f9d3ecd25bf94805cb4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf968a2a9163fb6f552ffbdbbd22185d60b9b7bf7597c88126d5f80f2667fab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6292443f1680194726244e74e0d7f7b98734729
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e36456cdffc822f721b1726a364343e23e15f8e4ef4d4ce93ec4c6d16ff6c82
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e63fa0a9e4ba7ec51db8103007a0d9e71226903
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba7b75986dfa80972131dcb11e6ef84312fe36b8abccdcd898a8efab98ada44
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccc9ceb97885a7bf766a675d2ec0cf1876f6e48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9430ec007024504be1241a12dd811344d821b358063a360e2db307409ba49200
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de3fb013bb5186175726e1b1fb1f2617aa08c26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462dc7e104458ad5c9081d31bfc78c1bb10d6625d04f5fbaf408897480f9c512
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdd05b599c8b19cf05de4d3b61fa0fec7e0aae0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c915dfa3f6c9dbbaeae62aa21d7a6c08d713b6350e6911ad87b400fe3d086a4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd81dd467ffda5bf7aab983abd948d7421468b58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fa736cfe653c011da9077fd525a0bb7792688d1f4310e087513a3caba66412
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8479b433693f2427d3a462b374c8bc77fcaceb6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb1ec33f0b174e949c071bc1a7baf874030369b5058922297e4757177c0cb8a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc1ad077c677be1d75a213c1b48f25bf4956786
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b548ee524805d87c87edc0a6717fcf790372c06e6d4e1605468c229f1dcd4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82425ae937f2d21971b1e19314e50d1516ad0aea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac6ba88a0114cb99896ffdcc9dbf69199d5afe3166f34bb64c44d2b1cea2178
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d591e061d0044a7ec0b86b251bcb7127bc47a02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6730c49c054d7c8bc9792d59d28a5f0b1bb409285391e3d05afb907fd18ea48b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd1025e3ecac26bf627363cd8fad45d87160eb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f38ef0a226ab9fd9c4fc5c438c077eec96fc6f3a32bdb787d87cae828b463a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cd8cf52e70436ab8e832093451cad72ddd8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a6cb62b20804dcd5023773ae953df9a758b80ef4fb4c31d7fa86fe7a6879b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f29b5ddd685df04b40959fd4a739a9c2f593457
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2bc04048030899892b677c7b49b413be67aaf983e554020813968e550089d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72e8c9ce5ba62db6c515e6363ff2aed343f4fda
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291e5fd97a6ae9c11c329ac7df7b93bbc8656e278f8983a7f7b2d0c7d59376f6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e417ffe5813e28332e1a66d16684ba47a81885b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dcfa4d2d74d06574b43e4c5d060fb924ce72864e0d70099c806f51eb607c44
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c47e37a18617123b0768cb7a450475e1a0f7b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cdcf488e6db7df07ca92e3ff7eb3f742c4d4722eba3ec6ff0fbbd5d08a1825
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b8d7d8d279e06dcce939d2ed6144e36ffb5f65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f8958783daa69c4f983ee2bb2be2cf2404fe187c18b5fe075c9ea9f65413ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dc79bd1d997a0b600692e6244f54d3970962bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376c83ef149482d58f1f3a176012b90702aa757731fdb4d20cc4daddb5691675
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d362c9224a9c43f01a784f913a1fd9032a564cc2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c22109a4d2315a2c078cfecfe874a1bcd69ff9bfdb555751ee3f1116c0e0396
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796fd265a017a5791a3cda18a477ae27b3ea9e03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a3f9e6699cfa0928154fb09eacd7505d1cc90d34f2d19fcbe1f5379f3b4dfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07865635e2e7ba9266b36c247613b841cb28d326
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76335f5f57a2d28b7d031c0aa2807fe37ef375df45435a819ea91b0f887dbb5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b73aa04420c8c06ca0d4cb92bd7a17bd9aabfc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b86d9ece23b2c467b7ac4a6a7bc82746f81f66328ac5a1341c48ae090c77e8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c768849b44cb4ea91f2134fb4f4c2465706fe572
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7b7b44ee83d37366d7320c817c83595c000392511cdc03d97b52185bd4d0d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ad3f755422fdd17976e84d6300038670b002d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be269eb1f93e2ff9c8715fcdb8ad000dcf9c57f8818d18bc7b27a67be339511
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed229e0d9668c970b37d436ecd51eba8b58d31b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8e5299d022823a2299a618803eb386facbd599dea6e6d783f3e461d07d2c8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114abc9fca1920574b810e83c465e26b5d1d9f91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0697ded6458a79df6238e06252160468556682ab35ba2a944683d2fd2f8e52e4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e44868586bb300e8c622f3f6d2b8711df81c1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afebbefc2ae8cfe8c98db90bb1517c98d29336b5568847169fe2d420609ebe76
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe40b60a8ff5fa5c82c25d0851632d765df6aa3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec36d4275ef6d45372ac47715d30c998a8de8b35c1eea1203f4ad0143cf6102a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957e1da9b0cd3d3c82a8939252fc261607447db7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb223074e3b2e10e93b54e4ed14f9d2ea959eea86f03d52d79e9770af6935b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b974528e2724965d4de1e7448a2af2d6d955eda
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a8a47db4511f7ef62f21473eb9fe1e167001bb030f761b70822d993ee3303c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b7141c8306fa191b641e2179fc6a1e104156a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f69fabc038e248452cc24594491a6f3db3b57abbdae57ea71f58c38bc64f122
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0aabfd3184624a8a93b12bd593b8fb81bca8cf1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad7a05f776db90ead11510c2dbea10efe6ef560e9be46f285a34fbb0010278f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350a3b0259ad4b7e586d9692b10e92e5ef6ad58e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd93cd0505afb0f7d78399e100aaba30aa1a78ec31a3a7f0958ca481160116d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7edbe8a2013c37a99cc66ab6231005a62bfd5d54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddad3fe0a7798969ff7372712d9f756d4e551e79024c4bc0bfcc084177f2219
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7958b47ea7fa13cea8147dbaa7961d6ccff9af30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781b8650d2ca00da23e77f2a4e1e4a9a4b4f5ed304e36a1db29f632cfb5e7fa2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00696726ddc30367bbf960584df845c2f5983a50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99a6eac4ff311cb734ff294a1a5993535b1064d5e8e346a1c7a0adb18decfcc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f25f14bb12b801b79fc31d92048fed90dbeaf89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d701fa3d95d9104f350ea1dfeccc1dde74efe33bc4b55bb8bb57fe6c24f8f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0d7a0b95548958f5c45c8c41b1af4c627c1b56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddfce09993ac30de40aeded23c3a10e506ee7040a1651904e031edf0f942f37
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3644a3831f22857c7d231a247d7bc20a282602
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce0ce679e0c7a10cd9be826be5f5b219aba46b51cedd6ef4ebd0a3ff7c64ef9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969234df012d01d772bf99edca44586aa548ed90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443d24a4d40d43115ab23077539247eb80412baa8e7ac0d475b59201384bc0d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd88fd592a5699345a8b7a7055a7d4909aa564d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2975ab7151a7fbf6d13664a20a4abd196436a5de77ac1b41dfca25e60032cbbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054be441a56a6f7cac7a6a39f34058f151659f40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db4ed82073d2b6696732e8de3d03524621c50a567ed70a46f73f474dcdb0ba3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313c645d6068d98984610ac8aed77d44c4941256
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dadb76486b222b3b51c232946b6e0c8144b43695520ee3a68f4c541253391e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf1376b9b15979d85b12afb6e65480e35e5b5d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0855f6b6c37afc846bcc560691bf7bacc74485089139b6a4990119f148b444b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b2e6c75849d2bce6aac9cc2171133bc5743767
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8862f7372da4453a3b7dba19d966c31b01492dad86c687c06a261114cf2ba51
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfc26efcc37d7e0f599ff98edea400dac8d83e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0945ad05d254e9297702446c042983e53302b8ce6bc4076b61f9d623c4809c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518aa52714a7f48e010f9fb34c161ef46d853bf5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a9af50be7e1b5295c8e5d5dfc6340c998a319555e5b25628e3a981c4e48e8f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d73ba60938b318771ca64f5b74ec5afa0325879
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23936721e1756ed5787d35de409e60b5dc22959039ebbf63b38b20c1de5bced0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447cee644a017b5aeb018158cb128a8bd7935667
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a30ef171121b037b2026de3774bdbe13de39710762d22cd60150aae6b222715
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c80c4747f82f6142f9aaa1e4182f90383276e17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2dc38be85ba34533eb2454c350b657e07386b45be1699dd21ffc10c59b0bbf
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9d9de906e6f5a58f301d6c094b2e058b92e347
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251463acd27d373be09155454569064cbced51bb128191c639acc4d52155e8b4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c27d85169218cb2b0f0eb874f841e24a962b29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d773f9ca5cb1c394addb4a343057e1688f72ecdbbf94950b31c9835fcd034c62
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4479d49b2509291851d9c3bb9ea1bef6547eea38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70ce417478a3e173b78326f53aa9913514e4d7ccde4b56db933d913e48e9acb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023d13402dde752dfd009c2cb2e780713ecedcf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2c48d4f938e239b62854d6c5a5c41bb4fc67884c8e32c5dd856ea2dbdf9154
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb5fa2824e53f7083ed28077d541da187dcdaa3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394c60b5f6a74a8d9179c2634b31b31234436521162a0120630f6517778ce798
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa92bc9239c6e08aa089e58b52303d9354cbdc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4305cd52faabe1d83d5ecb3c2c86a46cf804cecc1690966ea1497ffc8eed1b00
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e68e7fb85594735cea7e5742e825bb55977ea6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5baf6c2c46695c67a2690d5e047dde2924be32866efb01d6acb4d93d9ef5dae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57291a9832ead18bbb26ada3b3c9b1ab975fda8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac7e16dc2a8ef6c23f6ce5de5a25012cab4b970e9699442559e8064ea0906bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9666678a0dc7a95bc045a95d2073f6d37c8e6865
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7c4450b1444bc6a155d7e05a5152978b6d675676273e0bdf07eed3863e0c54
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b769261860712a7bbc84ef917ac08da516ed9562
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24daff73bb6be5060ecdf28b9d6ea41c442d5c95c9e5fea8b6d7ff01c466e0e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f77159aeca33600fe7982f19e63b25e1627424
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15e7e27b2dcde2c7fac34566bcc1254e40e773bddce709f1077ec7b6ea0d1f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b128c65ad3a88105d72be0c88cf9ea60e67640
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef036ad26787f12d721280917eaacb430a632be725b5d256850ef25ba291a95
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4bcc020eee623fd89edac2f345143130c82f94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b729a166a9f5ed7b0bee9abca823f2a390c8d915094e1ef01c92ea612206c42
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2036a7946219f829ea0b2fa80e07a457c3ffb2e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b55888dce2abb1423172fabc55405a65fbe1dfcbd5a4db98f64f42de8fc1a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1266cbb721430c580fe294be69d849a5b9f84839
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5beacbc3400b98abdf7a139a66850d580e72240c5242637065a91baa717e902
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b598480737b2906ba67d4de552d187f54eff7840
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c044eaa9736996abacd5655a453b88a376de80793ae7f800a22eece0cf9894
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c883c21d637ca2e702a07cad0c623baffd0f9b55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea68c0ebddbf3aab31f91428abebca4690949e97419cea0585d34949a65a365
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0e25d9fc8cf7a65e9f1755c2a4944d4165b9b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b344ff34e94f11ea4d2d0422fdca3ec1872c714d645f84e71c9ff1be66341e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43d15e6ffa8130aac22c7aa52e6b9c88483db1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60624b3569b0303cd6732bb6f3ec730b969f51b48a878d64512f5b5c2528db53
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c60637ddf2598083f030a6209aafba8b22dabc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7f269b1063d473ee546ac94dc6d7b848b54b9dfb3f6d91a19cba0179bf2a70
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928221374610ddb85bcffb362d994e7af6f819db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c35e0bcb3b60c461bd56c6b3393d7d2712dd0c35e4d8c8e904435c5b161059a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d6a526ad0d1651544986a3cf4bb41f5303c55b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c16b3aa42c8181e28a23c3fa759b843788f18a7da6bd658c97c4dc244f0f39
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0622d4bbad96d1ba76a8a1bce7f00ad2e333e974
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c299947588f86e16cbb0bc70cbd08029a7e1b3649973157fc1b2b3a7c0aba4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18b74d61264c1b7babdd05d420203a5012b5689
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2181ebdffa92016dc83760405146d07d7a20fa784b2f45b15097f3c348e36f5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d068361a1fa6e2e09bbaa9320c533d721bd2eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb64a7a37e7b292c1d027ef6fd12f627bc355d6f5e75040fea9511a3fc73f962
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e2807652e67abaf2b60a3f9c0a6e54e356345c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e25fde741549d60fdd0ac870cf08e880687aa9ad3207e6dd7bad7a4970e2b88
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466c45dc8dd8a32fc8eb179c30e1a3f58877c7c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9eb541910dbbd3231008294a0f46889429c79d9ce7013d67158c19215516cc6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c87389b2df20425370cee1e68a85339401b196
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f4bac1debf1f4e348b3a76b055178956a4f2ada29d0a468e02ee35c36a1f3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab2805dbc97384e267432cb96ff59639f3a2260
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b844987f9703a679495fd9556127ca2b24dfb523ec75c10bc41ef0c640516870
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a293665cff1cbfabc635075c4c223eac38453258
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54965d8fb3c13eb59bc250f8123de6bdfbda42c1f18b5468de80ec597501ab9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e774ca1dff4d218b7925d454279c261da138048
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae90ce4f02e39d1d6f97a1dfef70734f46f9b12c70d6e339b306ce19214d0669
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511ea34af491676901766e7305b5d6653743672c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1d73f5dd9ef59b546638b498ccfee505c8390437d2a10a879f9adaa68c6142
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e85e62b0409cc43a724f7a867d8f7751e47c41e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3213ae2618fc345bcb683762a62ad0e1dd8aea86d7104021a0904bb9b66968e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd2cc99d27d37bededf3ec590341cebebdeae1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022ba2750a3be93b40648e89fe6cf0303b7dbc3118d221892b53697220205841
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ffcd9ebf1b7d6c59d3fbf64c12f42dbcf021412
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804486c371025726819f2ac584e484ea790c88194ea3b9f20faf3383b35a6a00
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e20a29c8b73dbd82ddb51411ae3d8aa684b2bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad3f4f8cf60102a45ab35e8b550bc98ec63c6edeb9be0f6b2617272f483208d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d78005cb9aa47998175e9b65d37bd212709a1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21692b3031ee2e7e426e8ba0c7fc00a8f013984823fd0cacd536b2d444c4b89
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee54abee296cc7b3f296eccad20c2917bc25ea42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6a2805fdaf1ea02df7d1dd3af9d92c38f9fcdee8af06094f8c897f799022e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e8bad25ca07ec797987ed51e3409741b687e75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80048883fcd3b6d453ac59b2ac62a111b4e45baad2c42614a53964b13cfea0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf209a1aa46972bce665ac7961d5c21b767af2a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73116d02dc5aa029b3a93d120214841528470463576492146a52b12086a0e4c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f56b831dae679b2466ac13736878654f53a2858
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf16ed5ac11ae639e6bc93731cf1526b28b0ae76ef9f438066d9f3e74f2f09f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e91bdf3ec2814a0fe099690bd9e56474a34930
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870ed491a6c7187f41235cfa0ce2532b0f7a006a80e3ab9edb2d721d116573f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33333669fad10d7e0fcd613db6ad719cca8b2b3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d69e6ab4422e709eb9701ea289a12bc8a68e9e27317aa7d316db7eb59fe2a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded29a7863c620a676ba33d4c92eaeeef7e095af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9d94a5f29ae5cfd437454c7599d8b118c1bf02a882793f5fffad2605117150
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170967f524b15090f538ad7508ab5c6b249372aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60985e990c8bcece07fcfc4b06986fc5e93599f68abc7f7c71df0e6c10d24777
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5b107a2e4f48457346e85a7e537f4ea06fccd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c74e4cda5894d3e4977a5841adbcdaa1a44c9785a9b352c245c31d97ebe371
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3561ba9cd84b2b0b693bbb9bef927c9098769d12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c62eb16567c14683b5ce9ba7e7708729c0c6dabc11d192d6c7906828f554c42
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2be088bacdadbc368f11eaff1ca6a907a1d219b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6270488a4fec3bf8e0d9ff0a0a656a122c0b724e06851295964fadeb598a9cce
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6688025ec4e4af054c099f653ad291a706903f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9123f722574832dc678cbbe37b46bbeeba54d5b93ecff65b5615b41a3a508e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252a0af6024485c229cf06db85a112449e09a853
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afe83b5bf0e7021207d49fe183c78f847494e19a5c67da182f31d958fab5dd4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47525168d9ecd84612553087206e306320cfe11c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0de54633358b43539cd897ff968ff0c068da7a83b80f1b1a731603e033285d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b3004ee208696205bd50073dbe92542f2903d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99dba3e4f2475beec04602faf9853201178f0c55c5abd91d130872dff96141b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fe67ee076988eca49f37969583355415564a0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed9838135d85f703d5b95b3d31f7265f03bb4b0758193dd6332f6b6fa5c5ab3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9696e03fd61b7efd5583b9b878037facc4ff7b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d95bb5ac138f896106bd6b18937658bbe99151e58fbfe31a7a601e87f17c25
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5445ddd9137413a372d346336d0576a3037d77c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1c6e62b86952dcd0b9b7ef50b914e22578e4bf31f09e5620398307f6802e0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c342e9be7ef0727c62e3d3890cc2ada66c43ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e721cf730f05aa55c133af819d32972918448677d75a4617f064793e0df5c92e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaed893ff3e258779dee687878526506550b54a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3c7b860a85ae89d18cc49e29313e9893c0cf8a17a7d3c3f8326c53f81c1ac1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5aa08884faae25c89d3d1aba7949d0557ef2fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1104b032d4414d3e39614bc5aa9efdcaefb4bdd1d1ddc702af629c135c7605e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2830ee27cc48ee5913a0554f5c745ce0250347
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c54c86a22d3b6353cb93b91358f9df64314f2375337fc6b308c5a63e415c40d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2dafecd375f25fd6491281dd146c0c5d61dba8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4159106544f2c7e716585e66ca2090ea96dd81db3cdc8571dad385cd40a17ae4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9155e2ce85adeb02130b3c3cc6753222b4bb2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef0f472f4e59c7b43cc96af2f3352c61155ffbb1243a677b6c43b139e1f1b3f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7c982ae2a0c7c3cf8f528407efbc87bcbfe60b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0085bbcbe3886e2e0b0f4098d44e445d553a24dc2dd4636579ad6664ae7b903b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2e5635bb9ab7c8eda9efb975a98fc01c295ffe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60677fdcd2cdef585bcf329b20c6bf084fe7055d9fe6d3c6f8731386dda33af1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02601b5293b3e2a37c00e992bc22fe40a86e761
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbdcd3e2e00c5079ed34c7bd9e1769cb3fa249cdf8372e62221c73862004663
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80b7acece3f80bcc0784f5b3fbf762d06eb05ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8530cab9b23b0e98300a51918c8429f79065b10722417127fd8d6f60757f942
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9e748388b38cc3cbbe521e6f0448cce9214e3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f03e6d09df5220ce47c6f02c6a0686886ac33cb2f10dad8dde8b84eb71613c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a280f18aaa95eaa7f39a6e5f9cfc29e96b808551
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29a939149b84d46d07d76f906a3c996ca4b13c54315073cdacc39a13ef44273
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed04783a5d51b2fa6be77b6aef3398af8140755c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2384ccbd22c215ca7df9ad1f2bf09f1fd292a88c094c83df89530698a825dee2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd44be60c591792a0cf600d6cb1e1298cc902d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bdf6af87e0b5a673ed6d9c5ac646b0bdf6596a52bd80e3278bb71585c40251
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f3f2611bceefe3b0dd402d0ba4f2e8b5abf2e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7435eda03e38bd89e1720e0a7fd6bb0dcb8b2a0a68ee0d6b03fd289e6d61c77
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4803799e6ccace3b72634fb8d2f33505e899dfaf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d086ab501908826847335f506eaaac923cfea32e2b39b4aeb2b20f5504e38e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606c21e7c024dd0f69522fa75f5b16f50ad1e9ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd7c79dc8a5c7a5b39c0a058f3ec3044f2ff24570d55049f78d722848cfc8cd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee38a98f527fb56455000b8a0e7e8e37df9337d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d01432ada4568ac2a7b0d4b7a64d9ac56e21a788d5cb1df8912d8d560dcfb7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919cfc18e3bf69899d918611667d6d2732518507
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae17da9f29328bc84027e37c2b463fd37514422a9fdc18e30236cdb4f6227e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df157a5729eb06b58f031432d94715d954305a39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551d3ef148416cc69752f42522524944d63c4a6a809475515dfc6eb5b6e4d016
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7e26a45978069fbc6d9188f2015e26c1dfa6b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049d1ffe94f950778490c63c9cb31784f3b2d01ba35272fc26ff5724e95502dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870cc99c59903630ed8d381ac0e7bb013c9b8b17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b42b97c97b325a037c2c65019219b4b28765ba6c07125dfa0523b925e2f2c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653083055bfea6cf00f4d2d7d397a2e66dbf99f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e817916daa78077498074d2dde6b08100164ca0821245887b16ec8d4e7733fa7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5300be9fbc4b000c98f6ac1e3538e71b91df113a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9167bd892ac55a4fa74a1a0da8c213aa4cb6298841f3a8bcc6fac086103e4f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372424a77edf169ff1b94c45ffb6e8dd503683f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005de4ef498cc0837d88da58d61492b6babc5d6b9b6644ba2c3ad718e736a2d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99de2a40144e2df5804ec75c03febf3042c2e8ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a71bc3c23ba0b6a4c573b5716cfb9ef3f9e00a6696fefb04d8f0fbb7bf805fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210151e91bdf64a84671cf8d979f9b89a8638e22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09261dc9f4422b5aa8a10ae0c609565771bcd3cda60dd54d5d2d7cd5755fc5c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807f0bf05e6315027368b6cbc20c773ab0e6b335
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484a8bd0e25a02ea9d526ee6c2c72d46d8e2f53baf3f9268f9a207c9b35dab18
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb1403d16342631f158053402c895f01471e510
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50909e0ea3716f358e23ed6e23dde5eb63bcc5fbc278bb2f8c28df31f9d1886
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46295fa2a0541e41b98343b96e7ffe6b10be478d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba5c67c737749e81d3f933f4a0812ef151ba57b647a7f2e7a1648768b004573
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d210bcc538b24df0dac95731c5527ad02c7655f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01860b5c383e0bd05e2a1488e02a74417e72c81f523a688c906edd2c1929f889
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24476621e820775ee4d2bc3acd85d348dc6cdae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18e3709824100cc4cb2e9ca842823481d89d43074bb131740e41298143644cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d062f1ed8ba38fd143e7f9d4842174de80660462
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98b3d1fac43b9e920c916588f470487ac439b920f87ba61b72d7230b9aef549
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6825dbcc917b776e47818a8a58cac5728132127
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d347f68cb623fd29c31f05f4b79755dc00ba0f5e6471ef380b9cfc3d897871
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67fcc8e29e68d56d1d30230f35dce83f4d795e15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b20029e782ad404430fb7e428ab2154142e2d008a211fab61373c20074eb8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb826edcb7e5393d19ed49ec89894790ade46089
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a2f8aae0b4409fbd502565125047a17e387a2da42ea5418f0142cb8b13406e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6f829aa8d7a096bb6b705473247f534ddc6bb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6a7d77c6ceb508c78a6f968a1f30b9be71dd8e7ae85c83cbe573e3528d8f61
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e59e4de1ba0140f709e1901a0685bd2114b2a4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e86f4030d86a1cfcd3be597611873df3b73697aae8a5f7c1f0a4b2d26cc06a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f508999a4636bddcd158c665926f0071bff668b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f7eee63df38398edbe4b7f1bc25fd9622054591fe5b1b7ba447f54f6471465
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0fea07c062f21426b92c5b973d376af580bfcd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5416e583a28a2da1b69d87481b540c44a799ab5a5071909a5bdb1be85ee10e69
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0208e7448b1d0465117f31d09d4b0f7309f1bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b25cb3f3525ccc6601bce64001dd2b63fc2f47f8456f0315b07e6ec3af31b79
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df59564f1d723fbfb4e18f134efc8fd43cb16fc5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5402c905edc681bf79fc796c058c88978cf0cf5b21dbe4559b6e77cc538366
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a0c9bacc13a19585fb1dd68a68c85096d3f5b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b0db9591bf5a28fad3798315f456bb961738eaa6afda8d83eb28c8c359716d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81de2a11e313c37fde6b1718ca3fc651179f29c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03622012c2621e84357eafec8bb5d5b83895d3247c81cf7108b1c13c94b7b9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b84f657563599e1088fae864e2807bb4e4fadd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d853e5285450ffd24bffed75f4926db9d12d0d9827522841630c422411d4101
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ed19db8d65bba457fc86185d3ff5df7622b1cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b67ac48f25b531623ef8a9f7792a46bed833f024f47ac18f0f8b4c37b9e53d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b63c23c3b36eac138a14bca7d45efa3f2b7d0a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652b3a5a319ed9d1d3e1904e9ce6224a07c588c8d0122403fc8f727a69273b81
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7599a9fbd8f3d055207e14dc5900ab83254ab60
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a3792c1f850e7ad5bab05ac51a930abc164ece3bd82aafd24b150af1b1bef4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27efd6c61a7bdc08913ae4f593c770de04c0c02f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2882195c25655927ddd2233eab3153996c1f7ea2b4e2ff89dfd3447d00cdf305
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a401d94fb8bdc1b7849c8d908f14d59a16572b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb25f48d703fb7d4e32ef29bd9ef385c374e5682ec26510c586e8c4e0efe98c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913cea286bdc29630b9263fc9d5b072b524ce22f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb25e440e3f98cdcce7fe4a54885cfa285a241ee8ef22df2dfa809a54598402
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656f67f0f7d52891a39f089de409081ee11a55c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6911cb0d0f295c03ce20651aacac9ef6c3bd993f087d50b3ab533504d29bc5fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04695132c08a3d2ba89d10817246d54c1bb9ff10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6591ba81fe34902fc59da9bbba2a23bd2fe45242bf6dfb9af906bb72f3a4153
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44bb4860ccd305656185820fd676eafaae8d2970
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ecda78fb5746bd6a424c7efd47aacd91f77b2524f793532328f959f9e0cc23
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255ed3c2f6cc7da8eab239b24c2f35f8b249a12f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c90165a33ed1d6c7903eb8101efc37f24ab49cf3af32ed4b06072d776274c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8386cb93e42ceeeaa2f4b2f4a9fabcaad95fe3a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b603c440e71080821507d41cba5c2126e4e719fd1f6c90b376966c53d4ff1d54
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce38d7eeb7c052ff3c1f087ea55be6a40a2c4627
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b4da5f47fcbf89bac29e87dd542e2570504420fd3c9de1df8715b3a97faf35
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3d749c3a041118ce7c083126bcc34b3eaff59d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9c7008b19496520ab99ff20b5687572f067626cb099799b11d91bc93a3e83f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f824f6fdf28583144ee7393e9f7c65a59d020ab3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62da4bf94222cd0feac9e58d12a8b4baa19d4a630bef29829cc208c7a2c07e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a298317cde7411fe75a222e1a5cac61df338f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3bb278b744c7704370addeb1cfc9850eaea17ab693b58bf6e97105b5dd6d1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f80c3bd11d4d5086f9ee04c2602442339f97bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fb4850b7a48afe2fc7d500ee214ef3a3ec7552439c1b884bedf8317d4826f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f53e073589192fbdb71f1fd76a7881bb3d07b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369db6b243faf80170fb080b342eac60b486b326e600d9361895b952462a2352
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3239551ac26ea0bb3192de607bb85ccf3ca159ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929b133ad529e4292345fbdf49f87fa0acda5df2993c1dbc3ea2904cd236c10d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3bfcc2d847430a2cd5ac02b9e7ba13e2183ebb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae07848a3a24272f9dd4332e236ab4aae0c48d01dd4a477f4106797828583b72
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b8f12ef016db1c44a48096ba7b8825e2a61a12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ab658987dae18bd1b29e57f0c30b7087fe7b56e4dba3170e74a86f6c54685f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14d120d08894369bbcd2fc62458171961ec7c0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80135c8c93231e8f20df38124d9abc8db0f532a89872699e82285e4ee29a284b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d378e03de7f9b5541351d282cebc95e1c1f5d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60f85feedc943371d30d68669e0ac841fc1bf36fbbb4cd23580078a482477bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469e430d085591c55fd8ed30d689879e8ea9f47c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb3ca872c8127848ed52263a0062e2d892a28343099202293714f6872ec9fd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091b61ed4a365d88aef50b62d545d39e731fc937
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2b82f5f3f8a608d20f82ddc903d8bc7611203ed0fb8d89e150bfcc44a8bd0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfc2e916911f3c9eb3d85c219b16e061e7b8bf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc2bf0380e81789efc3c672dede4bf09f34ade984e59f8bbaf591d8f5c4d794
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b87b926575bcefe3734fa4961edaf7261a2705
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a025e233a6f5c3db4466092d6cfb7e98a4d417f303656d1e0b2407c929eed65d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144cc0bd0b8d38fa2565aad1aee2c3cb4fa43a57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b47d6534f82b7d71a4ebe6deefdab5af78b5dee18d5bb37149ef44126a712af
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e8f464b974c7f7e307c1062becc46fe9906a40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6326fffa04804b2997c51168acfbec9e92209b4c2f01657ed0d3e3597fc414f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec04eea5eb6db5dda3e5f9dbbcbb8ca28d3e407
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bcc47402f02fa37c014f3c3f92e8eba0e7e9350a28c75d39b2711a51045ae5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11ec090eb8b2164d53db3aed8682084f5f83f82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22db6c6d92e6732fa14294cb2d691d30b174e22f8210e687a9944bee0f677e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8266950f009d9effeeac7e055bfccf324b94f13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52ee030479eae926368769bbb51d0dfeaf9bcb6d99da8632c035bdce5393787
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7cd667c7f18d2218a38fca0af27f7964b3e0fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2d11311a4d1b06c60233263a78f6c033814b5601e6d57447cb09561633e462
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343b60f6099b327dff8e8620f35ab994ea67c59e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fdaf65c8d1dd83521f1885fa23a59b82fc92e5fb936a9299d2b60cc2f53f704
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec49291badc23d9c58310930961fb77355b6ce3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44924b386b4e0236fdf59bebb7149d2b8871799a43cf58ac53e7404310d60f98
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a5033913aec334a0520a3e065fd4ab38a496c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e6063785e138a42deef6c3b6ddeeafb94b916a60c1f04777f1d3b8892962cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a2f64fe3fba45ac451345700151b3a6bdcaae5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99dbd59c75688457e52802a93e79e1e8894ce6716e311b70023878b1b44e3e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96d7a84249741028d1bb2db2ae3a35ac79276a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e0c865662159eec97519ea4ce7e34c350e3038ccb542ddca409b93ba222706
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4323c1bd972bb7a1866a3578c7f5657730e33103
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b8e44559e93e2faf707c383de64c7b98851398654d59f4ee4125a222279db6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d822d8c2a757b58917f3ccdacfd1dddd4c5be3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16a6f40925b7bc60367b276963c5d5db4852d5a3461ede27ee79da4ea53dc7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5daa86edd29133ad0d0f5a09e5b1cb4037b5cfbd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1979b23e9ef123882c1c4f75fd26777635ed411d99c6c7ab1117a096d49d1bb5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ff22cdbef0ddc28146a87b7768d351de5b99be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af446a7d42bfa1a1021ebcbf86759a488147df4a31bb48eaed951a19d93f8ee7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1757af0fdde5d593acc0b95a8dae670a9b95637f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca365153063069bbb97931dee07f1a059e76870b37753289b2105a19af9415f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c90caf15ae8b2f5fd3690dc57e96347db635bfc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf78a54076d11b313d2e97a027070bd424a1f4c9bac260ebb4930416d9ce826e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083357f34c9948d35fb0211a8f9191ce667008bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60465934ae3623b238c526eb250f49b5be261043b192c2663af293e9aa5123de
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af282f1e95549ace77beb8f5e21e43c7b3ad56bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b24df7a630e3fad7a3543bf0dd05b7aaaa7b56463f5bee4ffb60bbaaf3b19a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757e91986d091a6cbae88e81e7b52210460bcd1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9941e07db4effdc59751cb0fa5df55cb39d730f1ea8f86299e9d571256568a4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67f397a7d223ca6acba1fd521844f4509b2e75e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227a847b7361e748de41baab4965dab0c145afacf2cf0be4b80b1905c1a5acf0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebe7fc3f818dc638b5af1f0e8ec9e29749652d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0484bea4549709edfd5c6a2508f2a49850358a0b422b989b6d0b28d7925486
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9285def4ceee3fcda7ea1e58f9802adcf906a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b016c27b384028712973a39790fde7dd52f07e9a2207452a2ba3766e0d5ec9c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17145362bb365e703562241271d97a543f151e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025589ac93ba9c4cd3b212635838fb25fcdd88b9fccd20433ec5fe4ca2ec7dac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46322b90c058a2fbae4d5202ae75180372b6e2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3deb9b4f240a311c6da4abc977d4eab0504b5f0cf9032e7efdf99972b8ae7238
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d485d16b9cf982e6d682501ec873b75e2eb3d00e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d390cfead2c74f651af2f913bccac6e7c5e5010542e667504b00396bf57ef27
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2876845cd73943303732c42f38dc1d481f8f6106
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a094ae9047a72947a171a41d5214f38777a186b0ee79103a39af1a499d66e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c31c79084fe8cca6ef1c7af5c64584428d50816
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2970710cd594587cad23986025a8a20710a7d500b5c315e3199bad513bcec977
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd0c5d579b84f1b0f5844621ad0cddde71e5723
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb42aeb76bc5d80f677b44b1180f6e4d9be994a11f0d50a91ba28db7f968ebb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67b02cd8b775c7adac2a73b3c4bcce786d18849
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf99ae2330b6f5294e5129e4410cb8125b2e3c7c6de67b1f4093c2491ec1a88f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c476d66a23c75917480cf4903115a5302e6e9d22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208669790427621024303f2bfae12af0357efb24896a1d14b05458a1777d702e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80edcb0dfb9e29357a1b60003e3234a437d0b9b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977bf3efbade89d164d17382ac0c6945a05d17dabdf4c5081cb5c4a0b954d958
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c0108fdd5f2b80fb73f337e6e2be41f256c48a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9d33289c04b03c057cea754e51e1b1f2fe915d5e37197471afbd9675f4b515
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f2922dadb656d1b9610530538b59806c3eada3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300d2896cca172538cce402685f23a24a9391d0acd1c10a26505ab98ad24372b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84809a7ccd07b8fa92226d2e3519f72534662956
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5cc86a150a3c308c1105888ea5006f1d4fac182c79aec71b5b55d7f9360662
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1e1623c24ddf2950e2e15208dbc34fc99f86c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f212b16e81086e6f70693ac46843117fa9dedaed78678564bc4e2696e8016f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bb6bc2258f2ed659155ceb9c2bfcf64361a5ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea1aa13dcf0459cb8523ae3a9b3a33c9ab0642fe159757ffd345b479a84b5b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84087805213a2f32196a301809f5834c0682ddf0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8f3f2692e1a6c9e5f08ca6821734d93995a7e99f75545aaffb09aa24394ea8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9322edeb342e55e63622a3a7b13c76ecc17b063f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b549beb7e1fb28e0a5444715d73b7d6f9ec0a3bfb4cc89f60393be610f4fed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d6530e0925ae67d43235eb2d0646f5f8b13273
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f57841c234c774ec62d432fe80db382ea87818c76acd25049d5a7d369640e22
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a0951df56fd06961e396c4c064f6603caefa69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cddf60822b53ebc651ca76702e0eb3e97af4dc7f5b54fb9ff6f2ec2e1691a55
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5e3ee60740ac7e7f21d956c6d6ca574e192410
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10e36cc1abc0846dec3a5560ac918e07794abe9e6652f4348793383553a79ee
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc5ccc5dde644543984b6dbb3d67506d8839204
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112d051c6a0db906832a63b3552d228afd019f18aabe1573e11b89a354f17668
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b523dab691627ab82c799a64f5963f6fbabed1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5d1214ead4e4a9e7fa0079300c539eb0c6f3349f78effae0cf40f4f5cb2d81
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686b2691dc58d5820bac8f4eb3a09e9466724f6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2314d45cb8b657e0a378478b247a86fe14bd7610359dbbe8dca376728d2580b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a8d585c0aad096f75ca212c15449893f4825c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2e9f059944204061d08741fbe92923e01b8869442a88160a8fa4b2eb9f626e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c9809e4fd3e13704e300314a7d00ea9e053e46
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba7738af30b29a55b7351945eefc35290d0ba77a217b36ce5d306209bde723b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9451020ed48408ec8fc64df4b866dbd7d78150
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c19aad85f9065a50cfe6cb7a24fcb8fc73f7e15c79e03548ef6a9541ddfd144
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68048407c3200ce23e7a62c47f6d2e705da5d565
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e853b373264881379c6fe822284c8674fb0771e241fb15f4422dd17dbe32e55
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec60bb97d5b7c0e705b336e75a43939ee4111ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d9d895bf00910b54a5e5037ef87998f6e0fef96b017474cf50886fdc94cf07
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80dff7e2eba0016b9bda461927d3d32964baf43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe974ae613f2656f923e431b680d53b09487a6d2fbd766eb48ac8353b5064fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c23585eb583eced732d01c9e86b1caec47659f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ec7fec91f957ed4798e0c6ed9d03e984a6d9dd31371e295112e00cd6ccb10b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6b8c0235bff44ea6c0455cd0f3818281575dfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f969698e8a6451fab1cd29c36bc062e8eed1f93659244546fe3b4253bf3c4600
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3cc96eb69a7cb54d5cc94d48103e9b8e740bea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e865f4105045b2ae3fab59943668ffa09bba212dd3664ea71764dcc05c42396b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03efbc1e921c9bb92708c0cb4c1302cb121b9784
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c208477ee4c781d7a61be184b72094af9ac22d1d268206e1571e73d71d3e57
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f9ec0afb843f06cb9a647e99e90d777bcce141
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f94daa0d4f20b50bd8dc58c6ec08b75ab2f7012cc9c1fe493ca67e3e24a2a57
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d9edea1873ccbeb67e24aca1e8bbe28455a7cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964e28342f1551ba5bab1fb0e910648a4052909b2ffedfd3b794c5216cd68ccd
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9014336a985bc7cdbcc747fc08b1c7ac16ef6ed5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20aea4feec7510b82fe46fe66eec46d9236ac46ff84fb110f2f0cb804a3c512
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af0de8a9b354a136d38d6da014a0165d13a08e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f393eef75fb25a8b2f542733f15efbd586deb70c57f728d7685fbf557d349bf
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c19c8e7e6d8dcbb79a36c41a37ce1c11032f97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ee662bffce07cfd68a7e7713a6727031292b61b0f8f2716c9a729ed86d18ce
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780993cdfffe6efa5bbc10488bbba6f93ba5430f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dbbed3bcfcdd9ba09dca2f0bdd0f15321b690fa4c45d5d58f5f97d6485811f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fc818b8d8456c8c638a26bf898b4e2352fd535
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f1ae73c29533088c703588544bde776d3c53797317b8fe4c336cb8cc76862f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0181358ece9431b7f33d479b4c22c64fefd5e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a9f340b89f8d4592af0945d99a196a9aac85023382a9504e9970603371015f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d8bfb48064d6d9e0ff61350d2aed843fb76185
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499ee4b84b14f4b941346456c1a5f8d6a233741caf49e357262909815cdbb80e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3346d9844fb5b7c10ec5eb767693824a52fbf9a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33532042b5baee6ed12774cff4bd8f90ca95d6ba33a84b45dd3168594b896289
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98e8ba552067bb90998c186ee27010410358d26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1870a57b2fd3c531df8264a4a7533405df8ea997b350d3d62a42c6a9475749
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc304337b2db2fb4b35eb72bca52ef2ba68dbd4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9046bb06753b28f253b87d09bacb818468a35d3bffb355ed7c3f90e67515bc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2981035930bb5ca14756845d52160aa2e3fb07d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6969b04bade371214954dbe5ae568a26a0b6b24122297d014f906954939271bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09288bec36369bdabbdea2feb22dc45a0ace783
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b935a123c8d32521f03c3a24719f40412af7ce2ac34fe2f1dccf2429007e0324
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9074773d50538fdb66ef10dbb8d726c1f2223fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e7aa848a7c0ca831c3955c94f92477b6cb3272c60709f75508f70b3e48556d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c854c79f57bb8de6d080e078ec1dbca2efcc8482
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8571572107e15d74deb92cfcd5d31da541d654e18f5ba56fd8f2897a795540a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54af440863cf24cd97d2ea968ff187dd1012098
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea4672d3815d36e8fb912ac6a56e07e068104c474decab456962ab2048e8831
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad04ae87e7c3566006efc803c7cb73928f01b68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d400cd7bdf254fdfde033fb9de1ad8dcb6a71136c78ca65ebb6c3e95093cba53
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f702a144eec61253ca9fd00ddb46cda5630698
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f77712d481db034881e35db776f35fb169971bc9033ac1b2dc01e965d9850c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29b243b0eff0a352f7a1aeb3d60ae1ec9dd1299
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764643d3357186e9d3adf7831a1f135111721ce8bf4a63ca52f133a4c93b4abf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da1579b7c18f25d9a0a61766e60cf2b17ccce2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b2c7fc230f7687c88d1e1b7c2ed546303f12fe340b4e31a81bbcd8b4074ad6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736dfb83ae18a4c0ae6a291c61b947a8150802e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6265c3df5b4a3355a83e10f42641b51f3312994f854310ba38503a819dec37d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc6f565049ce26d4d0127a66e1ddd39045a7326
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e094fa57564d84be3ee6e247434c4283d29658005f07a3b2ac691020535dbc4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc6d879e413cad8bc565e50182b83f7604e3239
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f731590b76ca6731ec3709af79607a330d46b898dc1e271418bcda54a8b7637d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40941bafbe42acbd84f7b62c3bf003e127334537
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69cd9512914c1d9465091e00bf8b9410adab32e0d5bef84beb8d1ba35e9e95d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d18fc64b9686a1a71c72177101d2c08fe6f7bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f99b2e81f1bb4b324088d2549d109c43fa71a6371d21749c45e0a3e5df24d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c3e996919b0eba34a1709f9a260575ad720ab5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629b14249494f26cf56342d278315e8ff8792e68a7c0c74ecf08646ddd2240e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de787a692a37dab6aba99142d31f2b7476dad93
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c92a5e58f5468ee1c37337c210d38cb4546d1b99222ca9ff62dd06ddb4a950a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a44fa3ef00205db92c3859f1f0887d08bf2df6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1307a26b165c7e942f243f2a9ff19980cbe74cfa4bf587c9c91386c944c0ffe9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffdbfa130bcb556faeba2d055652b18ff188f8a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3acee84b8640d0987eee350b9aada8b1404fd23d6f712bcda469fe83abc83361
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120a28bcdc7744232c32b03cd26ef7b918f57e6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834e3c83cd722d72e1c8be2748eca107cc15b8b2a241adfc2c7259b5d726bd5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f06d1f7d600fb1bdaf8b1f83022df908a4debb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b8f67c6f323bd3fb0ffb4805702e7143bd516e1b685b4e8ff3e3f31dfd74ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d1d9fa5270794a980fee5a296625d794f32179
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f081ce4d631e1add52c8b91ad727ac442047cb06e5ba20b5b226a11009797c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24126ab7c6778a65e69cf8552c3852703b6011a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dbe67d6b2fe793dad2523eda2e7c6d7e189f7c861c46cdbea294dcc9600a5f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9b9333e8401db3be437f2e604cfb4cbf044a86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30711788fb089cf0554e8113b25e54a5b000c0e01c25171126c308a150298626
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a32be24185a7b2d4f4b67296c11b224a24cbe6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2debd2691ad32e57c9290f66db2c63df7092a9480646afb6894ba7913cbece
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c3ed495f027dd3daa437890b5a83683027c01b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae6c348011034dadf1b4913187cb8b88526aac1ad88a0ac0271307ce1174cd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0633447e0b26ee5dbc06dc996902099166be03f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f1b7a8e5aafa9fb39698e7a50e0f5f68b727df4ba15beb723a69c9d7ad417e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1c6b0f6c472958c3951b8ee41c3fa6c2105fe3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d443c338ce19a128b7dc15be8c01a5643538dc157529c4ff267438a9c48e080
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64294122f7f753327ecb63f85521c2d0fa649008
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d2c7ff64514e6384ff1ed28e76b6b362dc469bebf011d9140058cb1268bdc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1619667b69d2a9d2a5b3be3f5c542d31359143
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8c242b152501092f9c5a73d2b68972e3804776c4efa3ee5eeef000f10aad84
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f6cd5eaa1a76922add158816672aa99da90b75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84d1c19bada167e117e7b4dfea23a9e36a676ce35aba8d7cdc93018327cc3c5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630c6974c9c260ff7e2cf05e41eab3d37cb246a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8ced76fff67c0ccae8e7db7aeb1d70fd2dd04639353bf38aa782ef522464e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d7990e4130fc17b50e15b9b60e9b4c21fe70bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be1cefd6bbd5a6aef14bc747929b70d8fc629600340c7718bc2a16310b56bae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa61fc7e037b153871950e3dc5a2081a2ba558c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ac6c84ff4249b0472e56324f0dea27d4bf5784facdc46c833c41c469f8c5bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ce7d9e71a1e9c91d9f99d0a63546d0af60e217
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c599625a271c860a2f686bda70573ba43f6c6e0cebb23ba870b422e5bfe38bc8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec7a4b5b5ab764282d5275549abb7cb07b573fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ed0cfd8869d013c6d81f918b9b46ad7f246581ba4c6eab9daea7d066f047d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8793484aa427d24a15b0cf73eff91244ecf6acdc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d94d9fee2570ad8608c6303d6e4d1b3590132dc96f553e899418a291ea21da4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0e0b8af90aa15f763e5747ddf0dd4607551ba1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59937805449dc21250697d188b7b9b87d087cc0aef0caf99b291d5d056190830
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d98dc7c15d102c5f32024b52c5b778a80ab076
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9783949dc1c50598ca1d4883855c42cd6aaf3740afd81c38ecea420875a742e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7f54712e484585e2bd7932ef81917d11f129ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdb4a37f18ddc0f9d774a23cff42675494741400ae4cc048c1ced6cc918c260
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d83fef48e66876deb9360189074f8487ed67b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebe660a4176a68ed02c856644e8de2fba7f1a45996234253a4450bf249db116
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf81a33fa935505934579f25aab1fcf42b8716f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b095d402b3b0476447f8bac81ea12c7af83eb025483b502c2916be15839218bd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ee85e881b47d0f9f24aa457609525a80f7053e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35634e826319f5bc3d782f2866ac8ad1c37b3731ddbbdc482da25e3d37c688b7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b8c9bc85702f2ed8afd56bd0775465ae78328a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357bc95249f380ad0268955737104526946e922d14fc8490e38aa726cbecf66d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1066b8035133f534fa407826af4b1fc55cc24f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd721fdfbec57a4f45610403c13ba4fe03bfc297be49bbac9b3a04e4ce3e06e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69aa94f52398e951d764912b42bd3993f1fd6c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b5409444556920d594c7595773b9b12da8e0b191a311a26178c9ace800bc63
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d8300417b2d5e986efd8a8cac67f5530be261c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dbe555ef1c4427f7676ce8905b6e9cfbc72d715a9e484a9a8affb965644a9d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3757ac14679b754ea3197163d6a6f2bc9ca30633
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd074f99cbacc655f7efaa9d312e7fb5e8714a3b36801772b014c39e39fa24f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c74b8647e11b090bea39195ae02b2dbb51bf23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09c1524ba66326bee0a381b8d13b5b4f8e7654c359c2507a147814283a401b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d296a930c47b2b29132afc8b6ced4865bdec1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75198412e58dec2be4f33255f3d44c13626f1409ac6c02b9d589e577d8e49d56
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0e2f3512a0fa1b822e58439b4754b7e2a2cfa9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d105a7868523b251c9aaac11e5d7011a2b6874abd973afe7e502049e8eb34013
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26409b632b0ea7676974f9d3ecd25bf94805cb4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf968a2a9163fb6f552ffbdbbd22185d60b9b7bf7597c88126d5f80f2667fab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797cd8488a94eaa32709286e4056cd821697c357
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3587ddc2216999943ab3616d52319a0752b6ab3c752ae066036bdec8e9ecb922
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e63fa0a9e4ba7ec51db8103007a0d9e71226903
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba7b75986dfa80972131dcb11e6ef84312fe36b8abccdcd898a8efab98ada44
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccc9ceb97885a7bf766a675d2ec0cf1876f6e48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9430ec007024504be1241a12dd811344d821b358063a360e2db307409ba49200
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de3fb013bb5186175726e1b1fb1f2617aa08c26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462dc7e104458ad5c9081d31bfc78c1bb10d6625d04f5fbaf408897480f9c512
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdd05b599c8b19cf05de4d3b61fa0fec7e0aae0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c915dfa3f6c9dbbaeae62aa21d7a6c08d713b6350e6911ad87b400fe3d086a4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd81dd467ffda5bf7aab983abd948d7421468b58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fa736cfe653c011da9077fd525a0bb7792688d1f4310e087513a3caba66412
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8479b433693f2427d3a462b374c8bc77fcaceb6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb1ec33f0b174e949c071bc1a7baf874030369b5058922297e4757177c0cb8a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc1ad077c677be1d75a213c1b48f25bf4956786
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b548ee524805d87c87edc0a6717fcf790372c06e6d4e1605468c229f1dcd4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82425ae937f2d21971b1e19314e50d1516ad0aea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac6ba88a0114cb99896ffdcc9dbf69199d5afe3166f34bb64c44d2b1cea2178
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d591e061d0044a7ec0b86b251bcb7127bc47a02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6730c49c054d7c8bc9792d59d28a5f0b1bb409285391e3d05afb907fd18ea48b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd1025e3ecac26bf627363cd8fad45d87160eb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f38ef0a226ab9fd9c4fc5c438c077eec96fc6f3a32bdb787d87cae828b463a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cd8cf52e70436ab8e832093451cad72ddd8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a6cb62b20804dcd5023773ae953df9a758b80ef4fb4c31d7fa86fe7a6879b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871752aa3bac9ddb02af2062608515b9844ad25c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c14951e31be6e5ae8325ff94927f5a354767d778b8ea15d6382a7a9370d7c06
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72e8c9ce5ba62db6c515e6363ff2aed343f4fda
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291e5fd97a6ae9c11c329ac7df7b93bbc8656e278f8983a7f7b2d0c7d59376f6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e417ffe5813e28332e1a66d16684ba47a81885b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dcfa4d2d74d06574b43e4c5d060fb924ce72864e0d70099c806f51eb607c44
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c47e37a18617123b0768cb7a450475e1a0f7b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cdcf488e6db7df07ca92e3ff7eb3f742c4d4722eba3ec6ff0fbbd5d08a1825
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b8d7d8d279e06dcce939d2ed6144e36ffb5f65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f8958783daa69c4f983ee2bb2be2cf2404fe187c18b5fe075c9ea9f65413ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dc79bd1d997a0b600692e6244f54d3970962bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376c83ef149482d58f1f3a176012b90702aa757731fdb4d20cc4daddb5691675
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29fa182c5181f57522de6e94f1fa72a90f18340
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2dbc193aed64e8f384b2f70d7c8222185630cb3df423b6c75f1a64b8034b0a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796fd265a017a5791a3cda18a477ae27b3ea9e03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a3f9e6699cfa0928154fb09eacd7505d1cc90d34f2d19fcbe1f5379f3b4dfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07865635e2e7ba9266b36c247613b841cb28d326
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76335f5f57a2d28b7d031c0aa2807fe37ef375df45435a819ea91b0f887dbb5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b73aa04420c8c06ca0d4cb92bd7a17bd9aabfc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b86d9ece23b2c467b7ac4a6a7bc82746f81f66328ac5a1341c48ae090c77e8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c768849b44cb4ea91f2134fb4f4c2465706fe572
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7b7b44ee83d37366d7320c817c83595c000392511cdc03d97b52185bd4d0d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ad3f755422fdd17976e84d6300038670b002d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be269eb1f93e2ff9c8715fcdb8ad000dcf9c57f8818d18bc7b27a67be339511
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82019b6858f17c4c7a87c97b42a8ceb873e0082
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a65a6c06a0864179560733247b80c50daf00a79e95c0818786b487155a2ba1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114abc9fca1920574b810e83c465e26b5d1d9f91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0697ded6458a79df6238e06252160468556682ab35ba2a944683d2fd2f8e52e4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d787221cda964f7ee72fd2a7432be4111b03743b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43316eb452008ccf9d54a7141d60af6897f864c637fced54872533c82f370758
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe40b60a8ff5fa5c82c25d0851632d765df6aa3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec36d4275ef6d45372ac47715d30c998a8de8b35c1eea1203f4ad0143cf6102a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957e1da9b0cd3d3c82a8939252fc261607447db7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb223074e3b2e10e93b54e4ed14f9d2ea959eea86f03d52d79e9770af6935b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b974528e2724965d4de1e7448a2af2d6d955eda
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a8a47db4511f7ef62f21473eb9fe1e167001bb030f761b70822d993ee3303c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b7141c8306fa191b641e2179fc6a1e104156a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f69fabc038e248452cc24594491a6f3db3b57abbdae57ea71f58c38bc64f122
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0aabfd3184624a8a93b12bd593b8fb81bca8cf1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad7a05f776db90ead11510c2dbea10efe6ef560e9be46f285a34fbb0010278f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350a3b0259ad4b7e586d9692b10e92e5ef6ad58e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd93cd0505afb0f7d78399e100aaba30aa1a78ec31a3a7f0958ca481160116d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7edbe8a2013c37a99cc66ab6231005a62bfd5d54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddad3fe0a7798969ff7372712d9f756d4e551e79024c4bc0bfcc084177f2219
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7958b47ea7fa13cea8147dbaa7961d6ccff9af30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781b8650d2ca00da23e77f2a4e1e4a9a4b4f5ed304e36a1db29f632cfb5e7fa2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00696726ddc30367bbf960584df845c2f5983a50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99a6eac4ff311cb734ff294a1a5993535b1064d5e8e346a1c7a0adb18decfcc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f25f14bb12b801b79fc31d92048fed90dbeaf89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d701fa3d95d9104f350ea1dfeccc1dde74efe33bc4b55bb8bb57fe6c24f8f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0d7a0b95548958f5c45c8c41b1af4c627c1b56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddfce09993ac30de40aeded23c3a10e506ee7040a1651904e031edf0f942f37
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3644a3831f22857c7d231a247d7bc20a282602
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce0ce679e0c7a10cd9be826be5f5b219aba46b51cedd6ef4ebd0a3ff7c64ef9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969234df012d01d772bf99edca44586aa548ed90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443d24a4d40d43115ab23077539247eb80412baa8e7ac0d475b59201384bc0d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd88fd592a5699345a8b7a7055a7d4909aa564d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2975ab7151a7fbf6d13664a20a4abd196436a5de77ac1b41dfca25e60032cbbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054be441a56a6f7cac7a6a39f34058f151659f40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db4ed82073d2b6696732e8de3d03524621c50a567ed70a46f73f474dcdb0ba3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313c645d6068d98984610ac8aed77d44c4941256
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dadb76486b222b3b51c232946b6e0c8144b43695520ee3a68f4c541253391e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf1376b9b15979d85b12afb6e65480e35e5b5d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0855f6b6c37afc846bcc560691bf7bacc74485089139b6a4990119f148b444b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b2e6c75849d2bce6aac9cc2171133bc5743767
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8862f7372da4453a3b7dba19d966c31b01492dad86c687c06a261114cf2ba51
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfc26efcc37d7e0f599ff98edea400dac8d83e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0945ad05d254e9297702446c042983e53302b8ce6bc4076b61f9d623c4809c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518aa52714a7f48e010f9fb34c161ef46d853bf5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a9af50be7e1b5295c8e5d5dfc6340c998a319555e5b25628e3a981c4e48e8f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d73ba60938b318771ca64f5b74ec5afa0325879
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23936721e1756ed5787d35de409e60b5dc22959039ebbf63b38b20c1de5bced0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447cee644a017b5aeb018158cb128a8bd7935667
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a30ef171121b037b2026de3774bdbe13de39710762d22cd60150aae6b222715
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c80c4747f82f6142f9aaa1e4182f90383276e17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2dc38be85ba34533eb2454c350b657e07386b45be1699dd21ffc10c59b0bbf
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875bf3e15579c417a6d3c2528187e4c991d16d8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5d461264c36e2262439e16bbbcf4c25d7b15f60f1e21d8cf24875cdff4b32d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c27d85169218cb2b0f0eb874f841e24a962b29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d773f9ca5cb1c394addb4a343057e1688f72ecdbbf94950b31c9835fcd034c62
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4479d49b2509291851d9c3bb9ea1bef6547eea38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70ce417478a3e173b78326f53aa9913514e4d7ccde4b56db933d913e48e9acb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023d13402dde752dfd009c2cb2e780713ecedcf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2c48d4f938e239b62854d6c5a5c41bb4fc67884c8e32c5dd856ea2dbdf9154
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb5fa2824e53f7083ed28077d541da187dcdaa3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394c60b5f6a74a8d9179c2634b31b31234436521162a0120630f6517778ce798
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa92bc9239c6e08aa089e58b52303d9354cbdc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4305cd52faabe1d83d5ecb3c2c86a46cf804cecc1690966ea1497ffc8eed1b00
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e68e7fb85594735cea7e5742e825bb55977ea6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5baf6c2c46695c67a2690d5e047dde2924be32866efb01d6acb4d93d9ef5dae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57291a9832ead18bbb26ada3b3c9b1ab975fda8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac7e16dc2a8ef6c23f6ce5de5a25012cab4b970e9699442559e8064ea0906bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9666678a0dc7a95bc045a95d2073f6d37c8e6865
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7c4450b1444bc6a155d7e05a5152978b6d675676273e0bdf07eed3863e0c54
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b769261860712a7bbc84ef917ac08da516ed9562
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24daff73bb6be5060ecdf28b9d6ea41c442d5c95c9e5fea8b6d7ff01c466e0e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f77159aeca33600fe7982f19e63b25e1627424
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15e7e27b2dcde2c7fac34566bcc1254e40e773bddce709f1077ec7b6ea0d1f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b128c65ad3a88105d72be0c88cf9ea60e67640
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef036ad26787f12d721280917eaacb430a632be725b5d256850ef25ba291a95
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4bcc020eee623fd89edac2f345143130c82f94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b729a166a9f5ed7b0bee9abca823f2a390c8d915094e1ef01c92ea612206c42
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2036a7946219f829ea0b2fa80e07a457c3ffb2e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b55888dce2abb1423172fabc55405a65fbe1dfcbd5a4db98f64f42de8fc1a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1266cbb721430c580fe294be69d849a5b9f84839
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5beacbc3400b98abdf7a139a66850d580e72240c5242637065a91baa717e902
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b598480737b2906ba67d4de552d187f54eff7840
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c044eaa9736996abacd5655a453b88a376de80793ae7f800a22eece0cf9894
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c883c21d637ca2e702a07cad0c623baffd0f9b55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea68c0ebddbf3aab31f91428abebca4690949e97419cea0585d34949a65a365
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0e25d9fc8cf7a65e9f1755c2a4944d4165b9b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b344ff34e94f11ea4d2d0422fdca3ec1872c714d645f84e71c9ff1be66341e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43d15e6ffa8130aac22c7aa52e6b9c88483db1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60624b3569b0303cd6732bb6f3ec730b969f51b48a878d64512f5b5c2528db53
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c60637ddf2598083f030a6209aafba8b22dabc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7f269b1063d473ee546ac94dc6d7b848b54b9dfb3f6d91a19cba0179bf2a70
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab2495783643211d479e5ec10eb4b016830883c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736ff42f4aea36c18805a177909269afa812f4733396b4c611db845be62fd469
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d6a526ad0d1651544986a3cf4bb41f5303c55b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c16b3aa42c8181e28a23c3fa759b843788f18a7da6bd658c97c4dc244f0f39
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0622d4bbad96d1ba76a8a1bce7f00ad2e333e974
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c299947588f86e16cbb0bc70cbd08029a7e1b3649973157fc1b2b3a7c0aba4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18b74d61264c1b7babdd05d420203a5012b5689
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2181ebdffa92016dc83760405146d07d7a20fa784b2f45b15097f3c348e36f5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5906cc73f34b2bc57f868c5983ed7b42fe0671d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b654bd5a49cf05a21ea9b7ef2a1f02d4b6f408e7bc3adf7826b2dfdd7b8bd404
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e2807652e67abaf2b60a3f9c0a6e54e356345c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e25fde741549d60fdd0ac870cf08e880687aa9ad3207e6dd7bad7a4970e2b88
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466c45dc8dd8a32fc8eb179c30e1a3f58877c7c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9eb541910dbbd3231008294a0f46889429c79d9ce7013d67158c19215516cc6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c87389b2df20425370cee1e68a85339401b196
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f4bac1debf1f4e348b3a76b055178956a4f2ada29d0a468e02ee35c36a1f3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab2805dbc97384e267432cb96ff59639f3a2260
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b844987f9703a679495fd9556127ca2b24dfb523ec75c10bc41ef0c640516870
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a293665cff1cbfabc635075c4c223eac38453258
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54965d8fb3c13eb59bc250f8123de6bdfbda42c1f18b5468de80ec597501ab9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e774ca1dff4d218b7925d454279c261da138048
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae90ce4f02e39d1d6f97a1dfef70734f46f9b12c70d6e339b306ce19214d0669
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511ea34af491676901766e7305b5d6653743672c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1d73f5dd9ef59b546638b498ccfee505c8390437d2a10a879f9adaa68c6142
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e85e62b0409cc43a724f7a867d8f7751e47c41e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3213ae2618fc345bcb683762a62ad0e1dd8aea86d7104021a0904bb9b66968e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd2cc99d27d37bededf3ec590341cebebdeae1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022ba2750a3be93b40648e89fe6cf0303b7dbc3118d221892b53697220205841
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ffcd9ebf1b7d6c59d3fbf64c12f42dbcf021412
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804486c371025726819f2ac584e484ea790c88194ea3b9f20faf3383b35a6a00
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e20a29c8b73dbd82ddb51411ae3d8aa684b2bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad3f4f8cf60102a45ab35e8b550bc98ec63c6edeb9be0f6b2617272f483208d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d78005cb9aa47998175e9b65d37bd212709a1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21692b3031ee2e7e426e8ba0c7fc00a8f013984823fd0cacd536b2d444c4b89
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee54abee296cc7b3f296eccad20c2917bc25ea42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6a2805fdaf1ea02df7d1dd3af9d92c38f9fcdee8af06094f8c897f799022e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e8bad25ca07ec797987ed51e3409741b687e75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80048883fcd3b6d453ac59b2ac62a111b4e45baad2c42614a53964b13cfea0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf209a1aa46972bce665ac7961d5c21b767af2a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73116d02dc5aa029b3a93d120214841528470463576492146a52b12086a0e4c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f56b831dae679b2466ac13736878654f53a2858
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf16ed5ac11ae639e6bc93731cf1526b28b0ae76ef9f438066d9f3e74f2f09f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e91bdf3ec2814a0fe099690bd9e56474a34930
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870ed491a6c7187f41235cfa0ce2532b0f7a006a80e3ab9edb2d721d116573f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33333669fad10d7e0fcd613db6ad719cca8b2b3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d69e6ab4422e709eb9701ea289a12bc8a68e9e27317aa7d316db7eb59fe2a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded29a7863c620a676ba33d4c92eaeeef7e095af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9d94a5f29ae5cfd437454c7599d8b118c1bf02a882793f5fffad2605117150
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170967f524b15090f538ad7508ab5c6b249372aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60985e990c8bcece07fcfc4b06986fc5e93599f68abc7f7c71df0e6c10d24777
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5b107a2e4f48457346e85a7e537f4ea06fccd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c74e4cda5894d3e4977a5841adbcdaa1a44c9785a9b352c245c31d97ebe371
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3561ba9cd84b2b0b693bbb9bef927c9098769d12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c62eb16567c14683b5ce9ba7e7708729c0c6dabc11d192d6c7906828f554c42
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2be088bacdadbc368f11eaff1ca6a907a1d219b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6270488a4fec3bf8e0d9ff0a0a656a122c0b724e06851295964fadeb598a9cce
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6688025ec4e4af054c099f653ad291a706903f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9123f722574832dc678cbbe37b46bbeeba54d5b93ecff65b5615b41a3a508e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252a0af6024485c229cf06db85a112449e09a853
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afe83b5bf0e7021207d49fe183c78f847494e19a5c67da182f31d958fab5dd4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47525168d9ecd84612553087206e306320cfe11c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0de54633358b43539cd897ff968ff0c068da7a83b80f1b1a731603e033285d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b3004ee208696205bd50073dbe92542f2903d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99dba3e4f2475beec04602faf9853201178f0c55c5abd91d130872dff96141b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fe67ee076988eca49f37969583355415564a0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed9838135d85f703d5b95b3d31f7265f03bb4b0758193dd6332f6b6fa5c5ab3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9696e03fd61b7efd5583b9b878037facc4ff7b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d95bb5ac138f896106bd6b18937658bbe99151e58fbfe31a7a601e87f17c25
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5445ddd9137413a372d346336d0576a3037d77c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1c6e62b86952dcd0b9b7ef50b914e22578e4bf31f09e5620398307f6802e0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c342e9be7ef0727c62e3d3890cc2ada66c43ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e721cf730f05aa55c133af819d32972918448677d75a4617f064793e0df5c92e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaed893ff3e258779dee687878526506550b54a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3c7b860a85ae89d18cc49e29313e9893c0cf8a17a7d3c3f8326c53f81c1ac1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5aa08884faae25c89d3d1aba7949d0557ef2fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1104b032d4414d3e39614bc5aa9efdcaefb4bdd1d1ddc702af629c135c7605e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3e35c4cedb70c8672284b40791be0ce73132d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9aa4bb1fb88890434b338a92fed55959e15d19d1f84e2a236a2208af953e9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2dafecd375f25fd6491281dd146c0c5d61dba8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4159106544f2c7e716585e66ca2090ea96dd81db3cdc8571dad385cd40a17ae4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9155e2ce85adeb02130b3c3cc6753222b4bb2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef0f472f4e59c7b43cc96af2f3352c61155ffbb1243a677b6c43b139e1f1b3f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7c982ae2a0c7c3cf8f528407efbc87bcbfe60b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0085bbcbe3886e2e0b0f4098d44e445d553a24dc2dd4636579ad6664ae7b903b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2e5635bb9ab7c8eda9efb975a98fc01c295ffe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60677fdcd2cdef585bcf329b20c6bf084fe7055d9fe6d3c6f8731386dda33af1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02601b5293b3e2a37c00e992bc22fe40a86e761
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbdcd3e2e00c5079ed34c7bd9e1769cb3fa249cdf8372e62221c73862004663
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80b7acece3f80bcc0784f5b3fbf762d06eb05ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8530cab9b23b0e98300a51918c8429f79065b10722417127fd8d6f60757f942
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9e748388b38cc3cbbe521e6f0448cce9214e3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f03e6d09df5220ce47c6f02c6a0686886ac33cb2f10dad8dde8b84eb71613c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a280f18aaa95eaa7f39a6e5f9cfc29e96b808551
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29a939149b84d46d07d76f906a3c996ca4b13c54315073cdacc39a13ef44273
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed04783a5d51b2fa6be77b6aef3398af8140755c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2384ccbd22c215ca7df9ad1f2bf09f1fd292a88c094c83df89530698a825dee2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9909a1411f3beb0969ce1bdf68d1afc784cfe2f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c3696dd23b4b6305017b9a585a200595f5a60390fbda1502b9a5c9312a3870
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f3f2611bceefe3b0dd402d0ba4f2e8b5abf2e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7435eda03e38bd89e1720e0a7fd6bb0dcb8b2a0a68ee0d6b03fd289e6d61c77
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4803799e6ccace3b72634fb8d2f33505e899dfaf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d086ab501908826847335f506eaaac923cfea32e2b39b4aeb2b20f5504e38e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606c21e7c024dd0f69522fa75f5b16f50ad1e9ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd7c79dc8a5c7a5b39c0a058f3ec3044f2ff24570d55049f78d722848cfc8cd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee38a98f527fb56455000b8a0e7e8e37df9337d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d01432ada4568ac2a7b0d4b7a64d9ac56e21a788d5cb1df8912d8d560dcfb7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919cfc18e3bf69899d918611667d6d2732518507
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae17da9f29328bc84027e37c2b463fd37514422a9fdc18e30236cdb4f6227e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df157a5729eb06b58f031432d94715d954305a39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551d3ef148416cc69752f42522524944d63c4a6a809475515dfc6eb5b6e4d016
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7e26a45978069fbc6d9188f2015e26c1dfa6b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049d1ffe94f950778490c63c9cb31784f3b2d01ba35272fc26ff5724e95502dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870cc99c59903630ed8d381ac0e7bb013c9b8b17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b42b97c97b325a037c2c65019219b4b28765ba6c07125dfa0523b925e2f2c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653083055bfea6cf00f4d2d7d397a2e66dbf99f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e817916daa78077498074d2dde6b08100164ca0821245887b16ec8d4e7733fa7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5300be9fbc4b000c98f6ac1e3538e71b91df113a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9167bd892ac55a4fa74a1a0da8c213aa4cb6298841f3a8bcc6fac086103e4f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372424a77edf169ff1b94c45ffb6e8dd503683f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005de4ef498cc0837d88da58d61492b6babc5d6b9b6644ba2c3ad718e736a2d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff49a8cbc59298867381f5a2be8bf4f492c9e3a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e351d4eddb2bb94ba6d27724471cd7f1b18cc0e39585bada02b49dfe7e4c1c0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210151e91bdf64a84671cf8d979f9b89a8638e22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09261dc9f4422b5aa8a10ae0c609565771bcd3cda60dd54d5d2d7cd5755fc5c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807f0bf05e6315027368b6cbc20c773ab0e6b335
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484a8bd0e25a02ea9d526ee6c2c72d46d8e2f53baf3f9268f9a207c9b35dab18
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb1403d16342631f158053402c895f01471e510
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50909e0ea3716f358e23ed6e23dde5eb63bcc5fbc278bb2f8c28df31f9d1886
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46295fa2a0541e41b98343b96e7ffe6b10be478d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba5c67c737749e81d3f933f4a0812ef151ba57b647a7f2e7a1648768b004573
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d210bcc538b24df0dac95731c5527ad02c7655f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01860b5c383e0bd05e2a1488e02a74417e72c81f523a688c906edd2c1929f889
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24476621e820775ee4d2bc3acd85d348dc6cdae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18e3709824100cc4cb2e9ca842823481d89d43074bb131740e41298143644cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d062f1ed8ba38fd143e7f9d4842174de80660462
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98b3d1fac43b9e920c916588f470487ac439b920f87ba61b72d7230b9aef549
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6825dbcc917b776e47818a8a58cac5728132127
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d347f68cb623fd29c31f05f4b79755dc00ba0f5e6471ef380b9cfc3d897871
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67fcc8e29e68d56d1d30230f35dce83f4d795e15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b20029e782ad404430fb7e428ab2154142e2d008a211fab61373c20074eb8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27458d9cfddba821d9d3aaf046d0a8d62f557b10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccf8e5400080384ae5ba3a1691ca3e27f2c4f2211809ae03a01cfc6685356ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6f829aa8d7a096bb6b705473247f534ddc6bb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6a7d77c6ceb508c78a6f968a1f30b9be71dd8e7ae85c83cbe573e3528d8f61
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e59e4de1ba0140f709e1901a0685bd2114b2a4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e86f4030d86a1cfcd3be597611873df3b73697aae8a5f7c1f0a4b2d26cc06a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f508999a4636bddcd158c665926f0071bff668b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f7eee63df38398edbe4b7f1bc25fd9622054591fe5b1b7ba447f54f6471465
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593bbf5ebeba15f849e99d1a71a990fba53c46aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b11bdcb8f3541832884ac5a297e8f0d10999e4945e532989688eeb0c001ad9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0208e7448b1d0465117f31d09d4b0f7309f1bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b25cb3f3525ccc6601bce64001dd2b63fc2f47f8456f0315b07e6ec3af31b79
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df59564f1d723fbfb4e18f134efc8fd43cb16fc5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5402c905edc681bf79fc796c058c88978cf0cf5b21dbe4559b6e77cc538366
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a0c9bacc13a19585fb1dd68a68c85096d3f5b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b0db9591bf5a28fad3798315f456bb961738eaa6afda8d83eb28c8c359716d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81de2a11e313c37fde6b1718ca3fc651179f29c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03622012c2621e84357eafec8bb5d5b83895d3247c81cf7108b1c13c94b7b9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b84f657563599e1088fae864e2807bb4e4fadd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d853e5285450ffd24bffed75f4926db9d12d0d9827522841630c422411d4101
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ed19db8d65bba457fc86185d3ff5df7622b1cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b67ac48f25b531623ef8a9f7792a46bed833f024f47ac18f0f8b4c37b9e53d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b63c23c3b36eac138a14bca7d45efa3f2b7d0a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652b3a5a319ed9d1d3e1904e9ce6224a07c588c8d0122403fc8f727a69273b81
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cd457f5a598aeff08618dd3c710c5da9bb1995
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe339455201d17c1e92c4410287c7ac6203af5c180a311cca6687d55a9890c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27efd6c61a7bdc08913ae4f593c770de04c0c02f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2882195c25655927ddd2233eab3153996c1f7ea2b4e2ff89dfd3447d00cdf305
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee871c9315cebc8ac4bdc276aa91caf1b4396fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11fbb5b09919ad01523adbafcfb247e3da7fcfa13402061b76da921edaa20d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913cea286bdc29630b9263fc9d5b072b524ce22f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb25e440e3f98cdcce7fe4a54885cfa285a241ee8ef22df2dfa809a54598402
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71487a2e13d158116a259839b3442f0f32caa29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075745780571540697fabce17c0e875bbbf49c612b1c96f584cf85f41a5aa689
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04695132c08a3d2ba89d10817246d54c1bb9ff10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6591ba81fe34902fc59da9bbba2a23bd2fe45242bf6dfb9af906bb72f3a4153
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44bb4860ccd305656185820fd676eafaae8d2970
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ecda78fb5746bd6a424c7efd47aacd91f77b2524f793532328f959f9e0cc23
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255ed3c2f6cc7da8eab239b24c2f35f8b249a12f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c90165a33ed1d6c7903eb8101efc37f24ab49cf3af32ed4b06072d776274c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8386cb93e42ceeeaa2f4b2f4a9fabcaad95fe3a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b603c440e71080821507d41cba5c2126e4e719fd1f6c90b376966c53d4ff1d54
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce38d7eeb7c052ff3c1f087ea55be6a40a2c4627
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b4da5f47fcbf89bac29e87dd542e2570504420fd3c9de1df8715b3a97faf35
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3d749c3a041118ce7c083126bcc34b3eaff59d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9c7008b19496520ab99ff20b5687572f067626cb099799b11d91bc93a3e83f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f824f6fdf28583144ee7393e9f7c65a59d020ab3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62da4bf94222cd0feac9e58d12a8b4baa19d4a630bef29829cc208c7a2c07e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a298317cde7411fe75a222e1a5cac61df338f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3bb278b744c7704370addeb1cfc9850eaea17ab693b58bf6e97105b5dd6d1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f80c3bd11d4d5086f9ee04c2602442339f97bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fb4850b7a48afe2fc7d500ee214ef3a3ec7552439c1b884bedf8317d4826f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f53e073589192fbdb71f1fd76a7881bb3d07b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369db6b243faf80170fb080b342eac60b486b326e600d9361895b952462a2352
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3239551ac26ea0bb3192de607bb85ccf3ca159ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929b133ad529e4292345fbdf49f87fa0acda5df2993c1dbc3ea2904cd236c10d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3bfcc2d847430a2cd5ac02b9e7ba13e2183ebb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae07848a3a24272f9dd4332e236ab4aae0c48d01dd4a477f4106797828583b72
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b8f12ef016db1c44a48096ba7b8825e2a61a12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ab658987dae18bd1b29e57f0c30b7087fe7b56e4dba3170e74a86f6c54685f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5398bda3cd6970ec7a3f8c447c0fbb7ec257b9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbe287519eae6092ae7b11bd138f91573d1a2ebea4dab6690408424d22af2d2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d378e03de7f9b5541351d282cebc95e1c1f5d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60f85feedc943371d30d68669e0ac841fc1bf36fbbb4cd23580078a482477bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469e430d085591c55fd8ed30d689879e8ea9f47c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb3ca872c8127848ed52263a0062e2d892a28343099202293714f6872ec9fd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091b61ed4a365d88aef50b62d545d39e731fc937
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2b82f5f3f8a608d20f82ddc903d8bc7611203ed0fb8d89e150bfcc44a8bd0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfc2e916911f3c9eb3d85c219b16e061e7b8bf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc2bf0380e81789efc3c672dede4bf09f34ade984e59f8bbaf591d8f5c4d794
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b87b926575bcefe3734fa4961edaf7261a2705
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a025e233a6f5c3db4466092d6cfb7e98a4d417f303656d1e0b2407c929eed65d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a366a343d7b87841666471466d1624f423c467d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8def520b5758056d1ab199bbdabf49cbc9a3f1ce6fceb447ba3956763e000b11
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e8f464b974c7f7e307c1062becc46fe9906a40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6326fffa04804b2997c51168acfbec9e92209b4c2f01657ed0d3e3597fc414f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec04eea5eb6db5dda3e5f9dbbcbb8ca28d3e407
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bcc47402f02fa37c014f3c3f92e8eba0e7e9350a28c75d39b2711a51045ae5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11ec090eb8b2164d53db3aed8682084f5f83f82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22db6c6d92e6732fa14294cb2d691d30b174e22f8210e687a9944bee0f677e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8266950f009d9effeeac7e055bfccf324b94f13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52ee030479eae926368769bbb51d0dfeaf9bcb6d99da8632c035bdce5393787
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7cd667c7f18d2218a38fca0af27f7964b3e0fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2d11311a4d1b06c60233263a78f6c033814b5601e6d57447cb09561633e462
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343b60f6099b327dff8e8620f35ab994ea67c59e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fdaf65c8d1dd83521f1885fa23a59b82fc92e5fb936a9299d2b60cc2f53f704
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec49291badc23d9c58310930961fb77355b6ce3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44924b386b4e0236fdf59bebb7149d2b8871799a43cf58ac53e7404310d60f98
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a5033913aec334a0520a3e065fd4ab38a496c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e6063785e138a42deef6c3b6ddeeafb94b916a60c1f04777f1d3b8892962cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a2f64fe3fba45ac451345700151b3a6bdcaae5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99dbd59c75688457e52802a93e79e1e8894ce6716e311b70023878b1b44e3e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96d7a84249741028d1bb2db2ae3a35ac79276a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e0c865662159eec97519ea4ce7e34c350e3038ccb542ddca409b93ba222706
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4323c1bd972bb7a1866a3578c7f5657730e33103
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b8e44559e93e2faf707c383de64c7b98851398654d59f4ee4125a222279db6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d822d8c2a757b58917f3ccdacfd1dddd4c5be3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16a6f40925b7bc60367b276963c5d5db4852d5a3461ede27ee79da4ea53dc7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5daa86edd29133ad0d0f5a09e5b1cb4037b5cfbd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1979b23e9ef123882c1c4f75fd26777635ed411d99c6c7ab1117a096d49d1bb5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ff22cdbef0ddc28146a87b7768d351de5b99be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af446a7d42bfa1a1021ebcbf86759a488147df4a31bb48eaed951a19d93f8ee7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1757af0fdde5d593acc0b95a8dae670a9b95637f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca365153063069bbb97931dee07f1a059e76870b37753289b2105a19af9415f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d523d0972c3aa789734eb17a466c48fe32b91d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c85fb60b44cdb823482f9b3c09f864db990417c7e7f1f2d4825aa96554ef3eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083357f34c9948d35fb0211a8f9191ce667008bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60465934ae3623b238c526eb250f49b5be261043b192c2663af293e9aa5123de
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af282f1e95549ace77beb8f5e21e43c7b3ad56bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b24df7a630e3fad7a3543bf0dd05b7aaaa7b56463f5bee4ffb60bbaaf3b19a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757e91986d091a6cbae88e81e7b52210460bcd1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9941e07db4effdc59751cb0fa5df55cb39d730f1ea8f86299e9d571256568a4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67f397a7d223ca6acba1fd521844f4509b2e75e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227a847b7361e748de41baab4965dab0c145afacf2cf0be4b80b1905c1a5acf0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebe7fc3f818dc638b5af1f0e8ec9e29749652d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0484bea4549709edfd5c6a2508f2a49850358a0b422b989b6d0b28d7925486
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9285def4ceee3fcda7ea1e58f9802adcf906a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b016c27b384028712973a39790fde7dd52f07e9a2207452a2ba3766e0d5ec9c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17145362bb365e703562241271d97a543f151e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025589ac93ba9c4cd3b212635838fb25fcdd88b9fccd20433ec5fe4ca2ec7dac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46322b90c058a2fbae4d5202ae75180372b6e2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3deb9b4f240a311c6da4abc977d4eab0504b5f0cf9032e7efdf99972b8ae7238
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d485d16b9cf982e6d682501ec873b75e2eb3d00e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d390cfead2c74f651af2f913bccac6e7c5e5010542e667504b00396bf57ef27
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a0247eef4eef0c61adb6fd121a64fa8646b213
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f8c622076414bcba9eb399bdf7b76675b0fdd23b6d3633f5cca664e9999a0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c31c79084fe8cca6ef1c7af5c64584428d50816
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2970710cd594587cad23986025a8a20710a7d500b5c315e3199bad513bcec977
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd0c5d579b84f1b0f5844621ad0cddde71e5723
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb42aeb76bc5d80f677b44b1180f6e4d9be994a11f0d50a91ba28db7f968ebb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67b02cd8b775c7adac2a73b3c4bcce786d18849
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf99ae2330b6f5294e5129e4410cb8125b2e3c7c6de67b1f4093c2491ec1a88f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1eae2db10638b618f51e2469a5817e04c9f374e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983b1bf2116b393332f0d3eb9b1ef6fb64fb37d4f12fbe208ceb86d33ecc1df5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80edcb0dfb9e29357a1b60003e3234a437d0b9b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977bf3efbade89d164d17382ac0c6945a05d17dabdf4c5081cb5c4a0b954d958
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c0108fdd5f2b80fb73f337e6e2be41f256c48a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9d33289c04b03c057cea754e51e1b1f2fe915d5e37197471afbd9675f4b515
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f2922dadb656d1b9610530538b59806c3eada3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300d2896cca172538cce402685f23a24a9391d0acd1c10a26505ab98ad24372b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84809a7ccd07b8fa92226d2e3519f72534662956
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5cc86a150a3c308c1105888ea5006f1d4fac182c79aec71b5b55d7f9360662
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1e1623c24ddf2950e2e15208dbc34fc99f86c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f212b16e81086e6f70693ac46843117fa9dedaed78678564bc4e2696e8016f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bb6bc2258f2ed659155ceb9c2bfcf64361a5ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea1aa13dcf0459cb8523ae3a9b3a33c9ab0642fe159757ffd345b479a84b5b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84087805213a2f32196a301809f5834c0682ddf0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8f3f2692e1a6c9e5f08ca6821734d93995a7e99f75545aaffb09aa24394ea8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9322edeb342e55e63622a3a7b13c76ecc17b063f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b549beb7e1fb28e0a5444715d73b7d6f9ec0a3bfb4cc89f60393be610f4fed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d6530e0925ae67d43235eb2d0646f5f8b13273
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f57841c234c774ec62d432fe80db382ea87818c76acd25049d5a7d369640e22
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a0951df56fd06961e396c4c064f6603caefa69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cddf60822b53ebc651ca76702e0eb3e97af4dc7f5b54fb9ff6f2ec2e1691a55
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5e3ee60740ac7e7f21d956c6d6ca574e192410
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10e36cc1abc0846dec3a5560ac918e07794abe9e6652f4348793383553a79ee
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc5ccc5dde644543984b6dbb3d67506d8839204
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112d051c6a0db906832a63b3552d228afd019f18aabe1573e11b89a354f17668
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b523dab691627ab82c799a64f5963f6fbabed1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5d1214ead4e4a9e7fa0079300c539eb0c6f3349f78effae0cf40f4f5cb2d81
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686b2691dc58d5820bac8f4eb3a09e9466724f6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2314d45cb8b657e0a378478b247a86fe14bd7610359dbbe8dca376728d2580b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a8d585c0aad096f75ca212c15449893f4825c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2e9f059944204061d08741fbe92923e01b8869442a88160a8fa4b2eb9f626e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2e3ecc3642c6157603ea10015ff8b86c14d7a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03816db5a9ff2f3e89bbf42ac30a6b0c058f6f16605056873b5b749e650c95d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9451020ed48408ec8fc64df4b866dbd7d78150
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c19aad85f9065a50cfe6cb7a24fcb8fc73f7e15c79e03548ef6a9541ddfd144
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68048407c3200ce23e7a62c47f6d2e705da5d565
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e853b373264881379c6fe822284c8674fb0771e241fb15f4422dd17dbe32e55
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec60bb97d5b7c0e705b336e75a43939ee4111ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d9d895bf00910b54a5e5037ef87998f6e0fef96b017474cf50886fdc94cf07
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80dff7e2eba0016b9bda461927d3d32964baf43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe974ae613f2656f923e431b680d53b09487a6d2fbd766eb48ac8353b5064fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c23585eb583eced732d01c9e86b1caec47659f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ec7fec91f957ed4798e0c6ed9d03e984a6d9dd31371e295112e00cd6ccb10b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6b8c0235bff44ea6c0455cd0f3818281575dfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f969698e8a6451fab1cd29c36bc062e8eed1f93659244546fe3b4253bf3c4600
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3cc96eb69a7cb54d5cc94d48103e9b8e740bea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e865f4105045b2ae3fab59943668ffa09bba212dd3664ea71764dcc05c42396b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438e9b36e7a27521cf0f8370875f8c0e0027c68e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed51765293245eac4266e5c491a91718063a028234403a8777667d98a3a3504
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f9ec0afb843f06cb9a647e99e90d777bcce141
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f94daa0d4f20b50bd8dc58c6ec08b75ab2f7012cc9c1fe493ca67e3e24a2a57
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f8569d2ce14e47234f7ffa7609d9ff6671c676
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff53fa9a1c5a79b19ab33e96a5fcab8003fc479dff0fbb4dd89311ae38878806
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8306ed82626dab3b532942919dbeb0821608a753
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1911d86f302d80f97a049374d85ddb30f61e84044040c93a41423227b59c7d0d
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd644ee2cf9ae209605a35aa64f3201c03864205
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c4e923b4aaf2db75bdae0a2e10303f82aa922bc2672bb8cb31980245c145ce
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe950497dd94300ea4f77b1e8c98020944c359e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170b1b0e647ef255b74956c0bc02696767165f458aac5051f396a5b677bb5a77
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d54f716dd27d98cd74df5088e80527996e3618a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eec9fb32a35e4d305296f3a803b9f9f13bc4ba1577dd669d8830d0a5ba972e1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f2eb5af156f3fea79a5b2b7c82c0068340215f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a090fa4696231786f0566eef6ad4694b5a1993a6b8fe4ec0f07db3ae3b7d0535
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d86404bcea7d52f8992487f9168beab3848479
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2aeb8e0fd49d5475e4e060ccc273479d489bbb5ae7320084ecebfddbc4a54c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67f909f0a8d777a35fffcb1af6b076a5e5ec1a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ee2b185d15a444be06b254ccb74ddb8c3b2a153dd74e89a3ca6a223be2136b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd88bb85f53acece6108f2064a19ac1328f5a24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355f03c7083259ca2e528519bdbe4557ba7d17881595f4532144e510d98de5f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d207f9342334dda0feb4e6ec9359d82c5122c825
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ea459fbc01144a75ed158132dc08862e1fc4b8951d18eb58f75dc30361b95d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788f1aafbe5b73a7ad2f5b6c141f399e2db2983f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b93063a3f4053c42010765f3b3c91f30894a21ef4655e7643ec3580f8215cf8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc5c2579e18ddd5592f8464067be8e2a331d046
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8e689f4d9d77b2f7fa16a41ffb7e9ca9e38bdb65aacc206b4dfb796073f638
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5924f150d0656a07476d2c9549f9f2f928065458
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b31103d1f1d9d691281c05d00ed2688354a1176b6efdb2c4ed4743e3abe93c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e036c891e8e81f4526b71474782599319c789800
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6155a998ccc1baabf763fddc791c3ea7ffbac2fe088cca2d064720aa5d028832
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89ef6a33ded3ff33fae57751256d53ab4bbfabc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4cd5ed761b247bb068597d69529211625e514aa42f0366697dc06cc64f41a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a2e4c4c3116c64412a7f38475f6f0b94e3812f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81ee28b8d0728108d8cc1e8b8e8d24b12b15ba92467b96b6ff0b11922f3531b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3805e5168f8b5426568b198104995513152ff3c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b299e36d5982e8cd178ff989327b7b2d3daf0573efb805bcb5d3ac8dd6fe8e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db12f0a10d5c6e6bb491f1bd8810665708a2ab0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbf7f8630ea04548de6246975e9d38591199bc40cd8c5a2f89ff139bc7340db
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5209c4325681e154427c76fbd564488c3cfffee5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cec34d770ffe5bf16a329220f97b7c97f7a2243b0c09a01d4669edeb16802d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fa85e768b4fbb6761d10a719aa85bad7831b9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5925a137465128fad03be99c331afec95f6bcb5d8b3b7f8a491b0a551cb2f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1551f5deeb33be9552be6037db75daa917e299e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8c529c08d43eaa1ab69a7995c3551f2e3b3a0bd2e84750525279be0352fe2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a317e384ab63018f9ce1755506c1dcbb80a937
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da62e9940af6ed3599cc0acee11729f3557afc9e397a85cfc2d6d61f5a6ec3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53e250e408dccf2f4534f4a07b05c51a812dc6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ddb56756a9d0d7f8e60b123cf1cdbd5585fec78614f3ac74aba9a995b1bf30
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf17b22a43548f4ed944934553f6bdacb582247
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b76b8b65cb958b302249dd5642195b291db51d6149c2caec0e187adbed93d97
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27808d78ff4b53faff21b735ad8abcfc98431ea2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e4ba5bc815ba76a96e5d673b26aed77dd62faf538d026db4ef3c106d3efcb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794b87853462ef3f065ae672f78d9d7e7e8aeeca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04be5ddf9cd62df7c93b26e601d84125f93a25345f5c04f866435586c643f13
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c00c06815ab6c38cfabf76e7813f8123e69f453
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672b8bab631905ee04621e1775cebbfa0b2a60a1bf0cb2ca2107c6058ff26bf8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e5fa8fd3466a9f54eabc7b8b12d59fe3188f14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0e063d26f35a049b4788371439c2d69192858b1ca37fc5aeffb75da62cbe47
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88cb9aeb471cc6aebb929314c2fb7663abe3330b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5e493a849b78844919a2f4f334f834767d9f6a3df3d9b938220ce71f1e6368
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b87aa69538dcad3dd61d0944c25ca37c596ca30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c40532d677b11c711ca07a046448839cb3f8bf07e897c78b13e32ae9aed201
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8bc22cb086137b072c83a305b653a6a0fca0399
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a19572f1a10a206654f9ad64b712b7ac68a8f6d01bf26de8f7ef5f38e9b7069
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14bf10a232bab3dfdddb1932107026e9783129d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa0f0776950ae739ce67e4abeaad05e599536eae9ecae97cb7086e76bc2d7f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021f58ba4a7f1a46a03979f9d1d2831a4ded6ed4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86d0dfe627c936d2499c0cbb08b95a52407cb1a34f87b3bb4862e26eac616dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3180b44062265b7d9b10cd1dbf54228f0469d947
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2804b6d5d10b38cdb5a868d22d8db9eaf398a84a689e8f2365ff4a26b0f857d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1b6f9a877b239ffc039bed660cc531daa91201
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1902d200d9bb890b3ee514d2cbded27cc2a2e4ad0cc45d29e6b6935d7d69ff63
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7163154a1aa2e77f0468ef72f9be40554585477e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c8a69e9ad92996256b63d869a9ea042af3be424d358b58bd9d9717e650524e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cdd5de1874529daa12ec55706feb199a43d474
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778d6e7898bf26b0470168baf7b3c9b078a5fdd120550da92ec7c1495d350450
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad84ac5503175d9e3c92aa686c26cab0918c86e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad10fadc29258be828b5c526fdd2504f75b608cc4efef2d271075ef59c5413d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbcf13c59928c2145312b6fe96dd2547fddb552
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db8a62f7d18f3cc7a4093a09d0cd2278fa970d76308e5dfc0690d5fdce9baa2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4468c27fd8e4a52b9130e0b8f5df1d3c5c7aecea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05bf84f0a3e68be30866dbe5edb96365abc6c3125eb0aa1dafe0e35db2ac64df
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f908cfa52761a2dbca446ea9196691a514c0a03a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7213bb7231716d7dcaf497ddd6a20ed344398aeeca770c961ede98162f40d414
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb35091d2565c40e84bc312760a9282d2ad1719
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecdbe5e84fef62ee67e97e82c99a683b0407c3f92184b68fc6fdbb0a223b127
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3d201772aa73681afd6472f387fd3823ba67ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2bcd666fe0947e2a78aa0c670bfcf7556ffd8f446528262bf63534b983a65a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43ab186a5da2b00ac719b1e721def07546a8c01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38906a19cc2e5056c9fff0001acd1a33b46f59a1977d2e230bbc7fc081ae60e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cccdc2ed2b2bad46336df4ac9b0a52fa88e8a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e51231d037afe8f1dbce89cb02a1762a22957f11fbf3657625222bb6f24390
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a46178f6c5dd5d3bbbbf534ace75bd7ef919c77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff90ff2aa0c98d16285b1582acbe3296a04f1d4735f9b16120db11004c7f0d29
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfdc6a83dce20698586cb16096d5b56a466871e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95867a083e28c5de1a6ab4d030d066fd04c95c95e55e11f1cc09c250be44f45
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566426c64189e69b3484ccecb36af8a9b09a523a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafcbebebb06107c63c0d136f63be5bf5533cdc146ac44942c7d3f4616beaccd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9c8c9bceb86b92d48a3c3fc3166ed8847679df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3f4f639c48d31fc5b52b3c78d2a7ef0fbdd3e45edaf836f85c2e225947f0c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9715f7e24310eb6cb0db44d7922c6a5f47115d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1c429d917fc82bafff3b2bc8b6616d47e418d6f0805fc3bdd1f2950892859c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7865cb215d31bcfe642bc0eeeb92e97b9d4c7212
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53fc6036b7614de694c49d2ca894a1b28f2a6fd7407b30fdacfa5a5bbf8893cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6319d9b8f31d4e4a7ef0a43734a1e134002edbd4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a63a892398350f1af673477c45fe4b044ea2076f7e506eb02e22d86c1f55397
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe580e2273a67d86f00af81a39eb432512c0236
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f36d32d8f4bdb61c08f02cf40e7dcb53ec4fa4deff29d0694b5c12fc1ce99f9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0668e6e686168cffb508cd6207956c21382659c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdb228a6d23e2751c354ef47698bfe8374f72f94d782ed9a1b057e2144bd585
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103330666bbe2ae646c886de0efd05405debe824
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35ad7ba534eb2be751fd5603d3e1fd36f28bfbc536ce9b3c9006de0afd626d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702a60d724eae6567b2dadb1699a2a9e0a79bbb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27726542b2451b7260fd66486684ea1f134acc3c9f46fdc6b53dcc7411e03ec5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce231980653c697d363941c874e742bc5844847
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ac12c7f76f0a1b84cfa22c3ef9b891a6460606424b1443df0265fe858285a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c9d589d3c8222c45ab68e641a5536bbad8c164
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5cdd49916c4766f93a5c33eacc72bc421aef1c868d368a39e2bcaa5dce2d71
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca77fcaad95f25a0bfce835b1a8cfc9f9dcf592
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adcc0fe13dac43004465803a0578c41017ee7e5883ea6b98854a468712688fcf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4224fee96941d34db3061a5d2fcb27a8420b202a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4cb793973f28e917e244e66dfe497ffe8e117e827ce58fd5f3e79fa618b683
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7418295ef883e7363c890a5dc469b5f742d49fba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc785a499b1f113ac957484333fa2320f56cdcd169642f96f583deea6e6e6b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0036241fc7b04428f32013d1e0666210e3e3f52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc24af49336ed06ff823dc44d5303ccbf269e5dda11ab2055de02395659579f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d61ee0fbb2e8269cfbca8f5d5e43ad64a075b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401d52a00c3715630cf8c62f12ca6e8e5e9596e2990d3997a7cee7273606c683
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b168b657452c9534eb5ff984c616bb48d94f14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1ea912faa5956d21451d395801e9c0430eebd747b87e1ec13b8fcdf9da95e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea502ee461cb9527e57ce7070334e9a5715b488
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd23b3b72c73fada623ed46a0af58430e0c3965f45556e089a3ee3307aa9d46
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4fcb700b28354b4f5aeb70f98f233375dc0af2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a320edbcfa66cb4a4ab5bc68cd81bcf3c8aa326da51b5ecab9589fb6f53c0c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f2a9dec5043970c5bf78db7ab9090e56e22ae6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6972ef9fec093a1265c0061d2a3ff43e0945839ff79fae1cc17f331d8cf312
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fb03568fb7c39059556bf31e3174bd94cd40df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbbbbc7f52cc516b5d1bf85eb51193e63d559ba4e53229b535152a23f5712a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcacb19543f8d405f265004f87e4bf80a04fa69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e758c2150a8a8dea0278d6eda669bd477f2512977745fae834324de5fcf7fd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c3984f13e37b3079235fdf4d8ce8170c57a298
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afa2a772c2eb447eabc3478bc5fb9d3ccbe9e52dfaf94298712d5fdb061cb16
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bca35f96244bef90d74c68dc955b609bdff8b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba8a6be5d29bc49dd45e90b098ecef98180bd75920a0eea21f2cc9bba912e57
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49dfc11641777c1b53522383e284edc2514c228
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714840ef282d3d1688cb534c19287af5e806e2bb81ec764fce03360d21b68faf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e92c846a3a5f55bbe76f183446ff2d0fb9540f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a513317d7062be2ff62a710f6f4f7623b0e3c4eebdad056c4cb53bd9f991079f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac7d327441816406c30e9a3f05f7aba6e5b2155
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19d8ad24c764e2567edc501f213ae6407c2107afd30cb958891749f796b8967
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0437dce6a0e9160c9a2a9678ff55ef5e70dae9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fcdf983ab7e1c83b42678325394c5e8486c8b0cbf94d5e74e44cdeb04bd2bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85abe1361394f7b693ed600874a4b107b614c63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb52ddfef90db4e2cbfaccad2b431c8c748c52a3ee5e195709a6dca4fe34319a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389ed9a14ce2af3eacfd6a93ba2421bed03fd0d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35e45d8457e4e0dae7eca31402cfc56c2ffbbbc55bd959dd32832c694135e6e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec08465dbc4d9473aab03ca8947d82309d7062e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a34f55c97356909bb96dbdbdb87388254e123fbf2ac82896f0877446d0e3019
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1853370b86c4eee9c2cab0b86c843a598d7109
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a229a208386f865168dce350aae4f4a53b10fa4d11c40e4f3cdde77b6e01aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a957b6ffcf8692d52c92631ff0205a3836ef9e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285a56981efbd5968c5ad210588e8f0dbad9c7a74208795c32f81f80d4aa115d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66206aad0e49ddc3d2fbeff6ebcc597baf68a3bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0cc9268d57120153dafde2750241c5456ae73c02373200b5e22b63c5209ed36
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f46fae4da6b04d34b9c60c35ede0f60ab5e2a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1856f4d9150266907df042e811b8c9e26dadf5e9427e920f3f7062537675fa80
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f6ffb29c5f1e8c0df22c3f5bd05db23f99d442
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92de74ef796935af99717311b522544ee636118176842399d804d137820b15d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc15c1457ff6ddd2fbde8dabdd2418dcd59076c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ae5a199742ba208bc0ef27317564acb08cffdee779f019072a10e777d54460
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e8de5cbbc1b100654886133a12ccbe7daef851
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac54e60a429e017a044655ddd744f3e6c51b577dfe5fb2f9133e5adef2691fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb0ee09da61315401d5d8ea18de6adc6f319d2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae42b94471dbf102d1514fcc1806d2f899616d5cf16bc29b4771715c4e3782c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebea85ee52368193c92db10176b3d1ff99fdbbe6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b51007edc80754ca85b6ec6079a7890174c3729430d7d4e94809475fb2cb6c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d9f734cf478d531bfcd61d3ea76163913d7b50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf6dbc425023e618253a9d5e3585ac96b7cec68b29ea8a98cabc78aa555f7e3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2e53dda7bd6d4cc246807f343e943bce6cd921
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f3875503232f5fe5640fa1b98734cabf1548a943086e31490b7f98bad87ce1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7721d8e97a474d8a88b3359b495e117122512279
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96edf0e8b1aaffb03a2d63e3ace0fd6af530ad131302adf8a9d31fd15ad4015
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58c0d870c7ca9e747db123cae84e7c784e4ad5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b3b8566bfde352d62e9c857f3a14ca7a1473fcbad0f64aa166a61c4cd16ee1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa054201e46e48082d16c96e443b070ac94528ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75306afeef7f9bcab5094be452703a305fcb854dffe527e5072c39fb9617796e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241a420e2a0b7cfbdfa446e980663079d7244c94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445b8ab44962cbb20ba728f7056976e1782eb44d83c487d0a8ede34549234221
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40bd49d78ea0363bb6b51187c5a22b562e3aa92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb107efcd9786e704477ac09e167ac322d7508a865ad251ac05dc08ff5be55fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bfae12d2131f3e18cfb301b14b2a344e4f1260
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8135d0f34a2085ce9fa3f1a1b29e210a49d992f64af491e5564acc5359277f50
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a36906a3a0ad7fb828f3435e2be83a978a65be3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2461c73821901978c02981a2e917237167feabde313bbda3801a4256f7eab630
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42482a1ce4d8ba295f6d9a30aaee5314544beb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a8b326838e968529df9e6b0422fbc1dcf8865b6a40eb6b22b0fbf668669380
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002f419cd05c3aeee6d78e9963284ee5e620edc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c391946544d396e8794c7231c609998d055b03f2e61da844f12ae1799f8d9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7b3923ddf232bccc59f0d84eb55bcf03e119b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8458906aa6ad04024efd05fd60c0cd5fae2accb1b9e4c5488b8af2b6a3a3b21
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c17132be73e170443d2941eb5982fef52d5ff7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8341eaabb2b39bed613b57f45b675dc546524b11dd84798a63f10d9e75ab8cd3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eceb6ce2bb12e9a3297358c5a0d225fedc2a2a6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8245ccdc22bcb4aee0661d47dc5dc640225ad7cdbcff4499eae99320eab482df
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eafe297587f49939b1cbbf8dfc4912cbc92b730f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5153ae5863f1dfe0a61771319c100593ba5cae4c1b1baa8cfbff7ffa6a09c2dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ea9b161839fb596328d37fc458388304087f6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787bb9c2a79f5896ffbfc3fb061bcd36b9cb4122d947157b5f0b9a043b17adcc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa98e8e719b77d53f5d3de65d2390ba40aa99b9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860c85461e1200411fa08f5fd18b49bc9f1e389e63149f0ba3971e43f5c22bf8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94aa692522c9c1fcf82e1532cc2c49092932dd30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c398d709a0d0e740d05fa1222d3112acaaaf0971be99458351fe12aec56c554e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6baa2c4ff8f6c47942698c1410a91d0ac9143e6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5957f3a4b4c5db991020c9f32a3d068e2a973bc4f04e90acd0cbfd8e3bbfe3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498c8bff726a1ef511920f2d70e994e911478cbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550d90c159b1098fef3b8137cbe449186a23ac4cb68ee99a7125f4f9823b9406
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61091e15e9813b19c7b1a8a9bd9555cd35bf0889
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004d02691699a31312556bb6616736f9db42d77a8e20218603417732d6d5b174
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0dfef6019d9626d7ac0555df1ebd12257a2cb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1970f6a76287e0adc39b3750718e2029c204d0361e68ad7e60fa7fcae59c0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82de24cded67802574a5e550c59f3c106a67a2af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51fda9bd1bbb7b45e021ea02b5b79812e3f632fa717bcc824a2e662cafa9eab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c04dcdea09a1f997a77b1771b8e9316a87b1d79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62b79c75dafe8068eb6a8ae871eca45c928cfa33fdf63587985bc77ce6d4a37
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f863c7381bcc89f812e82299d64ea25ffd08b62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03a31583dd98c9ee96d3054a17c770fc04b5e2f7da4691784226353b0722b0a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cc8a6e73f4a0f3e5bec9ffab25493cc93f8d08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f500c87a52fb8a2d63e6dcf12f70d83b6219c51b545a30e1a50d5b53b7214d5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a974be402ee6d42ebc8dde5775e43b605fa203
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbcc1acb57e7ac7f79e542a01940d7a6e12dc1f750871b9cfb98de4c9cc4f55
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb49e7ef80764a6f3f1dd3d15ea7e835801e6f45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749bfb3afdb435b577e2c249ee465ea63f90da9a641c4639efc3270685fd6afb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb47811e8f03fe942a3233259b9608fc1b15047a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2aa552a6fe9eb54d681dd73ca8f5aa29ee380cecc2e1e6bbcbeefdf342ff2ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207e5a70a6f51e7667d36d9ce5c34bcab971d915
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002e9d40fcb85171c906bf8c2ff71b530d2849129bcf6dce97297955c2c23f99
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c930cfcf996964a78a6f5a2a9948417d1dc60bc8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd29e7035308f743a2a3e4499347f2ea9771e033373ecc3fd3d5cde6c43f978
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf829d225c029851415d913337662fb72816a80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96204f82d28c00b3d813e75a5111d3ac98d4732aa399c87513c909402378a9dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03aecec4ca333cf9335ee75960de56c440c7b3c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498cd32f47f3867ecc03ea34c8874aad996ac1e3f9b5f75524eaf732d6b5ef7e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7d533f0475db2bd499be50e7ce4192600e5c83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a13f30072f68dcaac9d5063f1f2cbc8b4afb5bead2b3075c1c895aec9a872b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb359f3276624c98e58d5e37cecb5489ddcabeb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503707ba447a66f68ae1b96af47d3780b6430158c7f5db555fca87fdd1f317ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09292565a0bc9e05d37942df16561f90ae4c70f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee95987685803b7df6a15bbc3f5701ad1f54e02f89f23b4a31021b0475c19118
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259cd3cb0fd4d8e0560b0cc43a6a9ceb87b3928f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b89f83fc367d4c4079e506ff45201bff9c09f0b98d7e3454bf6f55f1295ca15
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2b3218ac24ef2cd7c7f327de5fa91673f57bcb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e918fce63dc95d0f2d1acb027221af6cbdf247ae402d47e7e8424dc2fd2a2a9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9985b5771e1310bd4be3ab12822e46a15b821c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8b1f108d157ac85227b1eaea5c56ae80bda29352ce63b0272151f2d8ccf031
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df88267da231c9880d695a21b056d70353df475b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d162d32bb82fe4fdbbc13bacece9bdb24d634080e1b0b8e1aca9f11c53587395
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa026c1d0650842bb04a9eb7df618a67fc6c540a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff96579d83296f96d5245a64653a775c5b76d213e711f5310fdad8e05201816
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cbb1c8deeffb84a2a976178ddd1f8eb0644b97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b150249b99d08f11aae69a09483896fb2be8b153c32bf4b13091d8181a93f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd53aca1231b69077dd806e7e46598118b22230
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be312ec7a374677e7518614b6d0faede35031010b8332b8d8426ccdd2edf7548
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13557c5d3ef76417cab62e4f1736e57a09a9518
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3888bbc035585b48af75c9d5621750ea5ea61ce7a11c514663dbe36fe0adc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e31edd206868dc4b7240cd98ca5537b538db2f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c0f9e932a5c64fbc459ad019378d4ae037c95679754239225c47fb5b1092ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eee3b4cd61c39b24673589927a547dfdecf778a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c8e2b67bdfa6d584e973276b15eb41e32753f0b0a0c4676edff387dca06cb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5d3afb258485e63d8d0dc5d2180d09b0bc7c7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8879a9a5255efc7746cd4b342b8e5bff998dd2ab99f1ae567500bd39c89fcb1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d58a3f3dc82b5a0c9bc2d55aa982e6b15ccf3c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4b76dc6354df63c6583e032be29a6085d8fc24f5eca659ebcfc59799388b16
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66bc354a94304c530bbf3e65da420c6bb74ac56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b321f8d93e10215a0e750d3a6bb50f71c88c24ca6b7eb6c2ca8c7fb8762e4fe
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c28c0b8a33c15c15ed2dc50bb0a07408e907aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b00c54833a18748f6a6167188afcb305d00951d25ae1bf1bf7f854c939a3ddb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5525d57c77bac3729720947852580c377a609f69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c669d211a073b875c523109bb87f1d3170a8481ec56409a7c1945d135a8b6d46
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888ec5c2b8657c4134c1ebc9f0e07a8a4c96c2b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461ac26d08931ea93ed1db538cd2b6841ba2e080c66baa2ae72c53e3fe85ec91
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1fbcbfa896f5d9cf7d871fa19704acd3c41e4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09fdf2485faf1ef3e78978cfe3102db974000b5154030222f18d06d9e570bea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61d598024ccd2680b513b2e4e7ea8b754b70252
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5303f6fdcca6da36f0cd021fadd89c900f6eee1858922823e7fe0b7d25f59be9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d54b7fa0c7be02d2ab6f8340b0d8eee48be7e94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10250c4cf8f77c415a16a38d236b644d8e9e44926cf9dd66d292e5d8979e5f10
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbba428e9dc655d11d768f1964653461017ade3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a29717d4094538282071149fa0bc182fd1fb878db4b57e91dc667b1c1fd2fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e894528ef8f12bbfddd768bddc9f8127a2cb7431
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebeda814b050e06e596aa242508b3dedc605a89ce1c41912bcdc9eb249f2fbe5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fa3fc3d36171fdd0dd7bba371efd4f234428b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374983056f977d992b981332068936a97f301db74e76c204aa84c1d3257eb2ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c16af48e1e4e544cf85fd410c2ab3ad5eb5cd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1267b63018c8ccf7f7d054a21b8a6bc6c469acbf49dfa3aa77b2813fe1cbd9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7facbdfdb48989f1abdbf15606ad90979eb7b539
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d881e5882502c55efb444755c8c6ddc1b0105df80951161eb44592e489512db
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73e729d53ecdba3f085be022e0a5fd1543b9765
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3154e1401a3f28f3f015e00460652a549e1e3b51fdf2ff72615bebb9b162b97
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa678fdcc7d661f6b79a54f719ff79e0fe924a78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3da28b965c700e478d9bc571de3f9c288b0d56a99b8ea5a100ab85d7cc9d3f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e413db408079ee74f66097a14de145db36f2a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ad1f0b617d223fad1bce89692f7019747992f6092e5d6b9d94e15883bcfb12
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11fd1e9f053e05ba05bee4433c0a1f430dbfbaa3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0263172233a09c0b568544a86f5ab28e799c020064bae88c0d4ce00a42e36a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..debc0b107104373573260a6664cb5b0e1d95d29c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b54060f80016b4de34bf836d39ec0860eb550680484c809a34dc7be1f3422b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfbf5fff7095069cbecad6e25b732ddcf0d2ca5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02cea23defa8321302ae2df15e38ff13b26cfc523514fc5df8a3e828a75904e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f04a52c81abc5e46a8d7a9e29a655400897166e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0746e9200ac80edefad15ffdb9c259121e51849f486301ca1882987ed56c320d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525edec1e1974335904cfd008f893660e206c7a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06649f5521c41765cdb6478eb4b80f5e65f5d3fdd1ac5c84315c1b0a4e6295c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b243df56e9c75df9e185f0e038a98d50e56e95fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996e96588f426e4e44b843ea695c7f2fd74bfe7410cc4537d8b13ecebd9ec0bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82a5320f5e80076c841a37b4aa72bd5f3368618
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc1dd9df2acc42114a1e008e6892f42759b3ea03c24e22410b1e374fd7c7d0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f54965f9fa72a2f30f6c3ff77eebedf484d8492
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4f3c94d00e4fa6d0c5dc22eb3bf0238bd897ed06acf61b8c7fde4f67a01c7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7629cbda7b11102fa01ce30743a8dda7d1fd40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc32bdeb225c0bc658b7606f19a48ff980f195f50b713acc816914837d224215
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463e6621a2259e7f2983fbdea14d70de70a022dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7b39fc2f42e96efaa52849f27b8989843f9c496b53ea5e8e5665930c912e9a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e01d535d6723a02e37e4f45bd099ff63f347d99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388d35d4d85d997dafb295254b4ba0daf2d128db007776d47e5dfbd982befe14
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fd5624311ff6476af8fb1a442c610f61cd0355
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63c8f83b00b54e25f1827ff2cb85c965d3cf90e9af97ba4a6bbaff3f3975f63
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c53d0e20ec5b7d6b14dcac7f0017263fc4dbdd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdbaf4af3f220d585a218ef82c35528784ede95213bf404c55df6a6d476e33a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6889da8fbb96e14f077d024de699fb89e7ad7e75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eda8104b3477f08e29998070b89dc3041eddb6142844784a12030efed9ef604
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c3b059fdb46743afeba03a0430a75d95b360ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b7f1cc0d7beb65d74208907b6152ea502c3a10a4d5bbe8ba16426de2fe759d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d678b09c5e84717345d7c6457a0b3c9fc3a63f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f4563f168a6262a247add34a71cb7b0ac56f3eef4c6f312f1acc9062b3b3fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ce5513c355372f6934fd49c291825006c86836
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8de599b33fbbc2380dd72153779c3b9638eabfa0b5b3f6e96d8b9d195108a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94e698e668c89f2034ff9ae2594bbdc77fb4a43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba694f7c811f0049f81381c385119885352d26efe7640a889b0a8c9033c5e44
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c1f935b84f94b3629ccc85e76ff535e2ea0943
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d67728d7d1d3fa815fd3c9d79304485237839d6b44c656caddc1dd811e2788
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14091856e35a219343d9af8655e646d6e803c11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb578b274ab0d6309bd4d608c1e1663b37c037a1bbe8f21323e15a25145c26e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61e1f37016643540f39b6323eb39e700bcb810a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16243704e0412bde24643b2a27c5735e4a1164a68c5aca525a495bd429eb3eea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28115df2f3aede8e4a9ffa241d55d06a94559010
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a736bdc67a5af3a554feed134945ba617efce6010f5904785414120911ccfd8e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e495d8cd6da1773f1cbe2a6682ab8c91cfae20f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a50247e25ed0682e1bc47394967f72ed90792220accfe8d0eae79a5b076de0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a23a0d672bef503d8c0d678f65712a6f4f5b82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc56191fe7935fcb9785e69745de5774ec6cfdd2ea1b15639b3d8640af53cb9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6d83ebcf3eba6cfabb15389aa2e4e000add031
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85613e47fb7cc7034173dc903a562c443d5b717f1d531517b6da9b380ab2878
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd11d38b20072701fbde3e9864ca3a0356dabdc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b4381f5877199be035d5fc8a888c87dfb609d2c07802e83af6f2eb8be98178
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373322b63d4d379d54fbe0023a1067044704e57f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48062130bd080d3aa80e6a23f845123643eeed7f56027010d59f8cf3bddfa373
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a901b7143f452022972de653ebc9e0d540c10f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011032b431d858826bd44bfdecfd1cf17d5ab1430c84bd9c888555d6c003d347
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad62f8a61f13cfeeae5bd76fc4aac611aa7cb891
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42b45000866848d841122188987799d5a3131924a587ae0d346d25251250421
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8fca9a5bce56751985330c18bb31f7ccb329b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59125a9f0caf0bbb2bc3f4d0e267a249d7f95144e91f766812da9ce92ad911e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71757b014ecf2ae22bb3a6fb35dea55e99d62efa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0097a987061a39a4f8a7350ce86946ccac4ab4962892ffd888b1ee0dd214df
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8094255311ec36e2ef01fd7b002a8ae2fcfade61
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1cf84a120b7c464999511923a24f9dc7007b898f8bda8b4bb016cadabe8225
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08942588f6762a3652213c998f006f5e4f854e78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696913b5233631919f0842a3b843a3b7fcad51cf1d053a4a7e7366f3ea8b52fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aab5160cea0db0b834ca6345c3c7012bce122e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92093bde05a90c593973c04b494cf20548a1a7b62ae7398b4f7d5fe8b48aeeb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318a1f5efbe5017d963adee59dc729f3e13b58fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a71a1eb32cc78b4164904544887c38d1bf9710540ef008a1e6e6ed05972804d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fe6d8ad9d98c65d57824671fc93254341b529b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b8200363347f614de975f2450ca62f2de591e7a8f5145fbf3915b65fb8f4a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2cb2514541d0d86ea5bf00f9a7d91b64e16113
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0a2a5740267b1f6d4c8c6f8228fcb7515e58385ac125e2def01fb79a81b8ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f464140483614c176e6bcb50a37eac3dfaa3234c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6109b717b1273b95cb2cded15033d691d29058df3077a9da4350ba52b64e4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866acf364c0984ea73851d87bdad9860c5985c6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114216455ff3c93d865f25809cc4a57b1fd519a36519b33cccc320798ef2cc6a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6e8213b7db57d7afde02f2ce4e9ae6ab1ac607
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a219db70699c0e40987da49b2fbbf5fac67c38a25b59b199ea8b11a88fc39c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d882972a633d7ba73fd1a2a6367afa737305040
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cab2007aeddde70184d0519fd90d61fedb0749586b597bda1931faac45807a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35045d3312fe99d8330a5fe8a9e8829716fe977e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42e1a1ee45143d6def87ab6851dc1d6c12f06d0c8f003f1474d986d95162e33
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84b2b4278a1a088d2c438617f22e3a0dd733239
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b75e4cd22fb6f45a30bba95af97460c098c1df0de983bebcfc68ffbc0382f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10aa9dcdc16e05d982a2210ba4ffb4bf1cc47364
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4488225200a7379e8dec2a07eaa1dbca21807251ab64442846b60d86f94d5edf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d405304d9185be53a117e8bd2e2a44d250ebf217
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2567810434fc37fa68a678c4d211bae94c7bc01e9729dd435a6f83bddee8a1f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cb29b807beb0bd54621cc48e191046f204ea83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a3e217d3d3b1ec51839b52ab69e248d2998e880f1e7041ed2816cfd3b88597
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff527262db48bc8f4a1e442f7a9f647a55335f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ef0c194ef3aaa2bde138687769b916f6732dd6dec1d443d0703aa463452131
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7ad02aa3d9155f69a08da2a12f35d6dd2d70ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ccffbe30b84fc79bdd43d690fd6aa9a558c822ccdd4079e1c0f9107d86e65a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b0ceaecace635744343ecb3b072c486e205368
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72912136733da25ab04261d2930b77bffcd33bad1ec002b266632fcd261b85c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14a41c56f69039d42eb2b12d919ab6aacd97154
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cb5ed0ad2e787eb9bdc797605d414c3ed2931f649d69e9700bfce791eb08fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b9cb0eded802c7d1eaa7b45e388629aac810df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea71835a8138860a30826fc46b9c5a16463498e58441cd7611164e6a4cb72abe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7016b3bd0437821a1fb6141c8cac84c590055d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeeec1c9c9860d0446e04141d02662f5129a409ab8ec375fe4fed2e87bb2217f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314cd30f09f889e8748319545393c8f071294998
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fddf4dfbe787356994124129b7f10db3f15d94fca48f5beb12557f2f56948956
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28af419e12a156809418e946da795341aa15823b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4ad46a41a1dabf0ae71cc1d691fd6cc6b331eab743e596895f10a1faea032d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e7a9197a98acd164e0c45da50bed7e139ade7c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42e1cc2a8cd711965be2ab005110cf15dc73e173c47ddfd8825aa07e85a2f4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07997e272d599dcb513d25fbb499d435aeb65c67
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81334c623084f0bbe44bd452f1798387e7d45a228755e2900942c71dc83bef95
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae4312a535cb5ff1de7739013d423e9eb0691c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54599616e72205988bb9f5329df9fb2845ec0d8958a1b20fc0c2a6c0a3982ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecdf9bb297315c500cfbb6a95feae1ac20e23f53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2901d16962f6c7188d97b002328be737e839ae62e6a8879453c8d7c5b5773b02
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38cc639092bd7909347f077006e2da8ea1cd90bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4d8a5d24b28166c981d77395ae4122d771b71aeb4371bb97588add58cf1fe7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bc16c9fa5c402c6574b972b6923f7542676d40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819502d9aafb080c4060a41dc0c9a0fdb33fda0c794af6f615f5d8ae4f8c8627
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586fd3fe2604934bdd61c882a8819266f5aacb16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7fd70e06b33bcd6b75a0282b710a3dc80b986c20dea6b6c976a9ec0e5e97fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aeaaebc395bd808026889832dc7ba29e42188d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43040966a09f8306ef721ef2ec55c31be00910736ef41a023006eb425f9171c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c3659bcda60cd9a4b81e806a3d16c0488fd78c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea86933c5b954651abaadecaa906ce5531ac1966c8eaf8431109735be8e4fa5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f568111e565aab4480ae06f40c460e4c2b5d9f8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0497db4bec1891103f2980e7ae37789a229ddd57d784cbcd0d718abd445eba
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef531da0fdb81e9cebeb6424772c2dc86f2a154c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feddf6b927d63db6f6a77e6e23a77edf463c64a058e999d12daa9733d8120883
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db674ada23210f050b86e7434d7dd1cde6bf9e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de93b9084e53046cd042516b79eed0d1ca58b55552525f7d73c3973a701effbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9317c69f76dfef285bb9186dd49167196bbe6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef9e9c19265343fe64da5e3235fe98628004bf46f95fcc861667e9e846855c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da313f24585d0cd9cb0db7b19b814c18dae454fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bc82a56f7512f127560785191d078d7ee50cb1d133f027580f9f50d8d4fd4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac30cbe14696bff72d00f958d36cb54f8516b5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd129ee4d320fed2c52cc45b1928a710dbcd5cc1d2902873c84f4ef2d3736567
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5f2f6663617416ca46bf3822713775ecf8575a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c9e14c94d387583c532bb5d5103fc86582268b148f55f65f9f30ee63ba0b19
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f478d2f89ff68e5b673c999d28265dc241c93b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4e61cdea99e6248704bf78c8bf8e09a71157cbf213348cfeebbe928390f0f6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8309126350716df2a5d6cc565dd80c0d31e8eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd30d2782bbb4d564dd56c7f12fd56813be3bb72fb1c63c842669915d5e75d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61a8ce63021bced399de6d920b3f57c0c890394
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6b28f41c6d336cba9d7c383632f7c89bc2e7a2d13b2406e3318e7f86cb3604
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29d2509b5c025df0038b45f3ef4d3b05f4c75f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80163abb37c5ade0382c38c0ba76641820042f57334dc389fac63d6b94224180
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f865994d7a543517ec8f8684dc2e35a25fa5bbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8bb9f3b5d408362f708e3f91d41cf26570e4bed65ae5a67b6d770afc00b7a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06179c2cc62a42f6812b5ecf316863366cf940fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616022fc2389eb5227cf9369b3c8301f4fba56204b5860028ded7a8a838e43fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28aa04b00f3397616faca0e19fa699fe3ed62be1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4ca6221d2640ae786b3eff17018ad92ff5aca954b54a22d739965da7264f5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7286df4228e17e5da1927213fc6009f7dd5752e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634ed212b85831569c66b07863c90a86d4ade8609c09676ce931c9ade3cc6ad1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dfccd37b162e55a183fb45da9f429a92e7f6e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8518e29691711358952c52ff71b91b1d41d740a87a56ee887d9f38f00f41f12
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f139379cd5e2378047b9abf5429a56eae3a45ef5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ff271be9d42fac035326569ebf3c3308e4ab911db176598077bb5067feda72
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa437cb8742f39579658bef3e396c4f98fafbe77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68587bea9611b14b344dd39529c296cea8e089bc0c75714a03310350ce81605
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669b3b29c6143d652d8ab6361fd7db50f4e553e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ceb2ee54ab239a3f5926d272c90642655433a90e6082751814a86825a5aa69f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2fb81a0214f9189c9672cd7d2db35f1d8d8fc4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85449163bcc38f57cf0914ac0a1fc41075e09d0b5c78e6a357062e7fe8958778
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63efe520b65a4b6a53863ab20e94531b30d437c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a3d0c052fd91230479e4988ffcad29ad45f049aa4855956abb6a4823e008fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1034ac9e4e1cb9a1073eb2df1ede313a6dc8b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6464177399153542468d83187c35185bd6aa26c9dd12b79006df39776cda72
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9041cb790eee4cae976b255ad98bb89112338fb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7749917fedb8a6570d8338eba21f4bbc0ef357bc93d5953d355eaf3a26dea1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8f0d63394ae20705f9eb0c15b53146e2025814
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa27054745dc896205a73451a17fe2668b45f517747ff792b7498302966188e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ddf851d338126fdc28a1837af789fc302e3442
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5165b662fa97397e17f31960113975e95880a30c915c3c8fbdb5afda3088af
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4fb2a83cfad522744dc7a26ee0d6c927b002cc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f73e5fff4b06339a7ba2086620d815ccd7998e9df9f8fe69878811985ae530
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f4c156a64f258a95c7d64c23cee5dccef21742
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fccac6365731703e0e9ba4713c5576ab3bff2043c627dfb77a98fbc52bc416f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576782370a0ae92e537693313efc6b6224854d2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9205f77e697a11522c9984662a3f2f2eb5a25dd975928443234b3a0dc2fd033
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047099b28a25be05dcbddeba932733e9c71fd98d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b270a64dad26742ace5f62c91ad9ec2a88c9cac2ace883b2d47769526b854f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b40aa77ef54dbdd28eaedffe60ed2377efca53b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e844d0a93235a1a9dbd1b3bbb69abb5dff451e98962bcc197330b200fe970884
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6089421ac2bb52081442ee1d701cc97eef815c2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c6dcaee40006260211b1ea1d47334b9b5159d041eebd6e116fd2a9259b2f9b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1debabd386ec131ae3edbd1b62926c2b49eb0ea7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3ce573ea70b737b9b4755d2982818e1590b3384df5ba6cc01ff79885339470
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46e87d173d680e3925de7f60b6b4fc5a258cbbb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884dc10d9203c9f4f594edd569cc5e836c8f48963aa7a049d4b13bf94687cc51
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbca8239a20fcf075a07e468ddbe71864a45542
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2406a1b1610d4cd871be61509fccc0a00f80ca11d51a24b396d5f67ec6e6c2a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f28f9c82663c95fdc8cde64478b2403a9e3bd0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3e4fd92bf52ac8a3736f31acd3de5742ccae3d9450fcc0a75acf768858de90
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7920f4af90fc135c59d8140a4db8e08cafcd8ec0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c01cef3053c79d918b7680939ee8da729fadc0288d5893dc8e629507a6a2d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32b3a6d82686c335280be818ab0eddf13142be2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f00e01d14b029fe7e0faa5732a8020799e088e29ec1bd3ec4c2fa608630b372
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91df096370c2286c8acaafa3445a3d0331d7bf20
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0705fbdd20b9f610fc46c20be03b4b20fed36ad4de90a77e3c0bed05cd2319dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a014fac18e0dd915fc97da808e523df9f6ac69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7949e3e03002596f76a5467806d3dd7bf6b776295cf374f5f0ef5eebde0a17
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe262a8b951218d87bb1cf06575ade0ab83af67
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72dc4de891d9a3a5081151a5f6de4885b23940d9a698643bc3a9e89fcf95694
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24dd0bca1f149b734390bdeb2d951dbdf3fd2a5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36691f66ea1cf393cf8d2aec21cc58a22a4876eb04a4b4abdd26898c408e2cf0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872b81d70e3b002a9c10d11a8c6c95196f1192c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b54f69e68937002c3b3050308927d6bad6dbf5c4519c43baa57505f08b66bdd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d67e69ecd508b779f3fc5acd97275375c5cf79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf67d6cd0e3bcf429971b1672ffd17de6ebb8d40fbd98b7ce621f0261653a4ff
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a04bd6d63b1c8e4e4c1be3e527111c4cfd7957
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37156842d57fad8104cfa1eeb6d622de4bf3d916173e9903ad8d5f72be41ca4d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f145eec23d0ff8fae92841fe250981bef1ad8b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0024e993ddc4ebc41e95b2078ed6b154bd935fac6c610a2df643fc9313f0384e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49eb5437e9d5f425c623e8a1ea48fd4b3354400
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a0005d82e275950574cf1bf55de0b595aa4209c38c3345203ce0ec17256308
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabf9c40fff3322f5022018acb263dae23c895b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3712d53407201be99e897b8725a01f8f3d35165513d14ddd9b7208ffc71dff0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70093d94a7761fb80c9b32d7cec8f3e1222e3287
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07f694d39a61207789424fe5d6d4c9a67d812aa6eeb3f1580244b68990c9d20
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47bbad00125b935083cdc6690c50d6023af5a4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b9e1ee604f46256e2c69a8a94fa3d5e6cbae6c9a74ef8357800a650a62e7ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7540b1d149730bc700a411df2d0ed68ce633bb00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b555d42e89fcd525bcb6fd11363a66af1dca1b2728641faf88b3b7440f44a49
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e7879fb88d2c74982b1353620885cc39646d5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2370fd9ed74e8c307e287873e9c6025491cd672194c03081f836f0494324ee08
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0957a4e25824d5d871a3f73b874ad4cd8e59c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40462361cf1ffb6a8e412aaab8e9403976a29441dcc25f985f4150dc1e251d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b2e1f860978fe0538fbebb195a28004cfdc44a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d017d21b9b8e7bd9ecf76067570587d9830f0c07286832fb7c845c1639f1b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1157d96e6f914ee6670b4d4b094a81b43a1d69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d354925a9b35a5f2dd09854da72a19e50e57bf2051fdafad1a93a6fac0bce40a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ced3c65dac596d3256958b15614bdaec2265d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fab3e49ee5e313ae4d3e27f7dcec7f6f8542119596860d9578767972d5bbcb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f801e2639ad2a8fb118b36c8924a0e4002d64899
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8026e7e142783a5760e7b9b8dd0da5afb233ed5e45220e3b1073560c075cc2e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820400f34ad76f9539ac629c99dc2b888b8efd55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d532fbaf93b5b9bf66fcd8cb14ed29d47ed58b5bb160b360990894b4120354d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea59c012911cb94d6561bb38b18d4cbe01d1e9e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88670a44c69387fb9b9122745dd6c26d7eaf0433a61c866eb1bf5bdc0beea21
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96165a417b20a4f36156bd422847e6e4e62d4d6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38058891e3c677e3fa12dad7270753a6f23eee5924db9c0225c36b911399a07
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9793cd8514b29cd9e98a704a79eb63d2b9ad8537
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36245a68bce60910c676de1fda534d617bd9830c45b766c60b36deb201b5414e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a34d2cee6527b55bd9f40ba2a9056d2d01d2e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee618fb0692889d92a5bddfb012a1596cde2d9c2710f135e15d8940008c6c57b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4452048789e39067c79f8a8e02ce6bf2b21b9c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e8e162db035e1fb36ef05786be3b72704aa6f358529a5b2c5f0be6618a7bc8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1df202bd94581bd58efff9f2b9e4a9214b8ae8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3046f7287707ffa4210650d57b868b8f44ed0dc92ffb6d370bcb01ca5275a803
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818276d0f0f1e4f9582b94340545c213af0d0f14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290def002557acb8eb1cdea221283d2e903123543681cacbdb7c89d21b55bac5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2248b0e51296de2fcfbbfa83b0d63a08cc967b46
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6242a181210c18a51badf1a5fc3d298e1fef4e42b27a5cb0cc0942642cbf2fab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba6e1c24d1de7623c395ebf9e7e6edccfdb5930
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f71c517b48172745a959e3b54226d792fae2907d5c8fc20eb3468eaa794a0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e662e9a056ba8c0ee242da0b29ce2a70654e39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63adee6ad65c97f927b552365900127028c8b0a5eac914fe5140c05972e3790b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fcc7a158314481c6cd3b5329d53abaf06d2ff99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969d3b1ca64429728d3b530365bf44b31f24be9dd663f02ebc10315b56bdd12d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a7d56544c3659da7cc5d23fab791b56c6470f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cb49eec7494e5e1e9abbb54d43370602fc889218ba476aea15e268f3d4ed23
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89763b897078ffd6c6ae8ddb93f3631cf63e9129
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8981f37128f645a2736cf7f2c3e66f88b641191df9e550aa84221497a0feb57
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5a6d71a2a272197c3d2556b799955fbfadbd1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a88b1137dbc659c93211eca50ce5931d50af78aa11a3f4e551a81294d4d9ae6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4aea50a440991b06612623a6cf279989d68a5e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3087ac7144dda50cbce695da09d18d8aad61746cb835be5ed2bc34759c9b9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a6ac52ed5244a20f139389d3e6549fc0adeea5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3286d385def478d999844dc2416c70d1063501e8da74e0206f6fb1cfc8de32dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c7e199bbb6da7303d774bbc2bd1ba4fd72252d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a5be3b73e135508145e923abd398e2b8cbf54b586f4aba3b82eab86384d15d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54bf21146d2b7bcfd188995dd26b7cdac78b000a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4897d95c1e3a9428d7988ccb458895fbc08571aae2bd0d44f15c73f8cb6091
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac157bbbda674150ae8bc02f3c118e72d9d0230
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561aa332e20500727af19ebd1440b6a75276b31afa2651ff15b3fcca060be837
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd6680e5ac889e3ca7d202257e078d4433aaf2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77aacf19613b7f1facfab9d73ed649dc6f2d517a5dc785cd7463ef6c68057f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466596752a62658a5a0eb2601eae50f76eb72b4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a470de4d50ea1e4ebbaf3bbc59ea8779dd32cb36d58f4989e137ac101c605a51
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53a9856bd0c0f2cabaa2546bcb2f2bd1cd9c03a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc97cc8dfcccc1a3753c851a446920899479737c1af1aaac99c106c1a07d113
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44683824ab70035fb8481eb561a6d7cd3dccf8e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd3cd9381ef2fd5d50d1efc25020b022d79070870c37cb15aa8e1e2378f3667
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60517e6b5f3584b9017b8289ef5398efc1c1d4f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee38d2a5a47bbae40b2e4c6c8eb69aa135c29cdb8e65ee7bb7856df2847369fa
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba59b7236fc585a99286f0fc3500ff157aed1ecc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6c327d00bec2639e3319b9fc375ff25be9958353d1e399a67afbed2f59ba81
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf02744fbb493a5e5026eef76fa07a457e9542e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4410d225d531a86cdf9eab4c4fe60fb2d2b1af1d13a6a57aca84164db19dff
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e7f4207130de5b098bdaa56f994e4cfa0dfa77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e003830557353708f3e100bc7aa5ace698cf69202deafff0ac46d99e52727802
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2093cf538abc2a99531bf9e24ee6c14af18b215d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f12e883a058c4d81adc93f776f223d5ef119211de86ce5792b6af5941de9223
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0362b5050667464c13a33896831cb86d433a9c88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8dc78f0c9631a7b6b501ba70bcb48ab7f35ef76666da5fd5acd425226c70458
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9f2573a750b2f3915fadd6b592a1796b762fdd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625816d86a4641a9a5af893f382ab15391800afb78b8615de69fcc07be058485
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48da0d0c30f59d2d80ad2dd754ff8af60d49546c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2beaab364e523aca586e3cb9b3420b20cef71703adad6adc70afa6d9d17595
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0e81148d5b3d6062fcc39df791d17219ecec69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12a9fdd7e4d0215255467e4017eb31488cd4aa2877c9decaebbbad651eaf0c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd72eab3e8726e0d1b8b0ecf71e9bd9154f09ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fc1ec5868ff16b87c749eda0997b623039a3a3c9ab3786d9f95d79bc7364cd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419b2260610bd8ff35a42372eba75fbc04b9dd37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a22882e8de3105b2cb1024e1d8fdddd8a9c2fcf8708aedb589ce7a4bb57400
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcc161091aff432d62922e8dcb4116218cc866a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb1ffb603c0c4fc6f86294ac335c5448f0f7011e76b6c68d998f87fcaab72fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90f1737bfca6b3474e2d349b11f0a58843c58c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920c73d5e314fff9ad9df1a6154b99b84cebf24e754b69498add80ecda481d37
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da594afdfc4e9eb4470bcf70583d51a1879e0ebd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b900f1432f46f769c93a88111f81266c1273d75b4352d5e4830fcd8d394075
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb43d63a82ea7983089b4178c454a1f0a77b020
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9354298eb3cfb7269be01f48b7a24bd4cbb040a4f490927605831db6d2d4dfe5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42ddc623153a832628ccf6010bf3ce7f6973862
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62301ac829f95ab978612fb74ead5bd01f358b4d248c546de10735696982c28c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c18ebba1ea0576d9d306f17bbe259cf120cb9ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40197b1d11f085c3a68a04f333c79d34c076012bf190eea6783f3010d3e02522
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed6c54a7f518b54fe9f2a7fb5df8172a0a50a82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286721ae2753a1efd66dc684083f42abc9ad59d466efe6046e8d4ffbca81ef58
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0206c51714d3ef1367f3d9c1a61f9434b2e0702
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a80ec7c7001d61e0601ed7465f697b4d42071f8383a4d6bc514ed6c684c4402
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507e4ea9ac3e2bd97d52fe6b20c309cb455867c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240e85b924a352eb6591f192eb0a1f84566a65913a0c85d719e11700d55057f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3098b89e2bb0e738ac493eef55bb14f821b2cab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5570c5ae6450e346666b34a5cad11bbff5deeaf0f72885614fdd748190f84b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0450b5fa89098aaeb2a69cdbb76800891844b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd6d3f1c90df796eaa7f0accd73280aeaa2fe10ec535525fbb8f494e8bdc717
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fbfa92c6a9b431b7293d5c1d8b75f8774a9b1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509534d9298ae34d7ac07fc7b9106572793a12901db3342b78fc033af27a69c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931eb19a455e968973f9043a66bc01d1ea7bbec0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac10e5e445cdbf20b74aa068fea90ff7c756b876fcaf224c6a4be732e83d4458
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0ab9cf6404abb4578211f8400c942d5696f9c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5780fe1f9e47326cf49ea3375fb8f4ec9c93d4cfe272752677c62514859833b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e692aa4285bde47e4b3fc7cf1cf35e7aec9554ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc9b913c24809053c844c1a2f41aba5074061119da3cac4f3cd0030bda0b513
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5cb7680cd42bc58135b7f01cb877a97bcba41b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c44498b7f41138baaf72e651766727e20362f1a9d883a9d37bb12960cc792f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d38336257034f90db26ae969a564433c018b509
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d677e020aaebe5d6f96956203f4bb64b1cec31d3c365c836e69b45ee34144a8a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5383b0bf94a7df3484e000dca56b5b67b1e0122f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bff18a1457e8d114377831d063c5a48dd312c50ebb2aadf83e15730b226498
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317a70fbb294f0b295acc402e722c934466edfb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4b8194804dd2833b635ad9a680010b7c012419ce4ca1ed15f5b7e90454eac3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f213a358d9da819f6d39ee86cbb0aec8a1dd2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5112bcd3147bb6f9c829d38694dc49534fa5d6c45217d5c77bc9cb46962e7043
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d0a7c62fc6d53bd62ac080e3f0c7b335f3e1c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a34f6f577c81a1a19f30389f285d7ae89e03843bf55fe4b07021a307ead2416
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ba95b6d2c3278281b9ed2451b0c33a443d0d5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970b23b74504cbd1b79cbe3c3627d95342254b8512f84fe835283c71563fc515
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22169cd56373858d11c05a7a3190bb4e959627db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3432ef99725eb47c01398809862d2229fb27f61e2233b508dc7edc73da941e99
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682c01217111b283038a4133274772e42b7fe0c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49544548194d2902dbad7abe2423734d3d0e2bec95a917fb1040862aaf701e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34482ba0192cfb3570865ff21fd76036ecb51126
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03291105d3fb6d4bd758e008238d67f65bb36461ac8a50ca29b55458ce4db7d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d20624cfce27390639209461763593c49926e8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c473b91d252c25eee626e2560b0812811c97eb60633b46a384faf212ceddb9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfb8e3b6c5723359b11fb2ae13dd6430aa05ee6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3cfa6c3a5ad03c299cbde7d5d531116619fbf81f8a8bc649faf285d15584c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407a0725e4290ad4860eada1711b8201ebc3832b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b351054fdd31b835e8233ac27179f0a07b93ca7da07e18b04a8b40fb89a419
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3aa025fe00b77450f24d1fb79af34cf9a15fc76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c6316cc5b1d321107540607d0015152ed3a63aeb67d05995cd7b3f94baa382
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e7439f69e8f3a40df672703e94682ed71ed687
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdae07f15353fb24f1e588b126deb3f282b87abe3ef4a16f98146218c8114d7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d36424af1bc4748551be587b702bcea3f0c380
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee7fe1dcfb19b464349a7a1a62cf22dfe12090aee3a293bb53036f022db0233
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87faac503e6074b12a0aa2dc5dcd256e3688f4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181275e31b8b76cf27b8df55dd38e4ae5f04bf47ab624396243c0f096bd76af0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6d63f777243c20782159d3d70d548833c061e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e01d124b6b583ff14ccf72b0264ad328a94883f559e0829763c35a97d7c589
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5736febb8a2362955e4600a1e17c78a733f9cbf2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ff2a8deaec7fe45df6cded8bc3dc8191dc1c3ca7740b79bd292f92f9e3db4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a9c01e1f6f802ef5f6220e79235e0f40c812a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecb3a6a02de08c649c59c8caa4f8fea73e218a2ca62d6d807edd014d49aabea
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3c56b859d42d7d81dcad6a5ffefd20f8c84f2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb2b4d50ea998e0152353264f8e78ae4adbb7d966bb132308104b751af13f6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e01576e2ca60c8e57eb094044e74b7a4ff8e09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7232f839e6f1ecdd50fd8012d521596df6fedbe20a87a8df66527570375924
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fcde6c0e9533a74e472eb7d4b553d0172fca29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30f258964089892efac924f144fe82e149c06cac5309ff74764c4eee2700005
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c291832a45351e482973cdcb15151f97391868
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1145a5fdd1315b5f6ba0aa8c142de424c1e085279f9866689c617ba88746ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a084ef25d28aea62b06ee64785e744015a7ccf39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17882e8e2db52c5eb8971c15d38329d2e8000b13660c580148aa15baec78eda2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5945a236d12da46dcf4a0155ea1a9a60fb46b580
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65b6496f32ff8a0a7ccd296215e0052189f1645e21dccf05ea9623d9eed75c5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db57191ca284f21951446ff00b8049acdf934068
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b2eb7f417655c45e830e2a8f30303117199cd1b5b7406bca538218e3ddaccd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9d7319ff613c8273fbed591d3e936c1efe3f8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefc3b9d540bd75b4af9e6ace42d86c4ea996bc91eee8b67e8a803eda94c4b8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebb826c38f11e5e2b4129eef1ef72f0d6d835e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60def86ae368cff2b8b93c84266770f247517afc41df43f1d90b06264afb7bf2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8404efd09044c70962b4d9e88e573d78709a2e14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c3007feb9dacccc597cdc1455376b6d42fffdd193a62c592825f292320c42f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc07a06129666c1638dcb34f0980eccad4bf2f4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e6ce9908ba0a289ec5369a16a6143c5b04eb9d678a826bcaeb4f8408dabc43
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8cdc3b8c291aa23cd1aa62cf80c053cb33cbea2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1deb337e2abc681d1d5c24c01a25886e6bd0a4099f696b6b3f1accf7fe4b05
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3aa99bcb44a68a50ceacb1602eb3137a72c796
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9192c188fba90ac2b34a89bec1bed135c2bbc750047556268caf5c66a3b1946
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26240db07783499269709d632101268b05cf407d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85b667f613f0ff9e6bfc98d0b0cc8df02c33bc1b436be4f6fe8d038a2d4f4ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176220c6ac58ffcc1446d18c48ab241ac765b4ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c388473b15e807f8b43e95686fca0a5c3f7324e7ec507d61c3f471497136ef9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b754c4fc08ab75cb848e3c59fbb5c6d3b2daf3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f674e1e039a15901b2ddfbff38a8ca936f93d7103e2c3de36f626b27c02d3a6f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a0184e218d17fc87000227f2149a01a3989db6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515fedbccde5e29945e516d0813caf8ca9225c6a44063c956d5b4da2a0f44086
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ea0181c615f32d4ffecc37abd6693bd4188a2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0044f02ec5bb2749be12578b84932048b74210775159ce480e81bcd78f302a7b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99aa83cab8b32c873751a9d111a2dfd79c88db0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805bad08d32df89de9dc4d4d21c1374a9d6e8b115175981485f4512e73d3ae3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91910d96e8c8a0a245950e603ca581181f99b48d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32855f7880016a50f32da456e84ee61b32af547e6454b547b179ebf18a3c3127
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51423fe1797faed7a821884a677efe8dfe5daed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd2d8c5d510b7e97f3edfaaed9a64548fb5237f9a9da358cd42af9b386e28a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b7e2f1a8aa7ae3c73e6f1b53facc0e27135d9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aef46786af96ada87821e0609dac1d3ffd9ac88138dea4972f3ef69083017c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef617f36cc2805cc791c07ff6b9b81f4cc85dbd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff680b44714da42d467c18ea0bedc2a683c3b211e8652b70e0d7f0eb80171b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab095cf939a558c51b6f22277b23d1db5b838b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59932c89015fbdeb5b360173bbfe579f928bc4ed00635f791fc2065fd7847d40
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b58cc87b87d8c180e57d5c43638411ab109da7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6c03be9e09f58f9a651b08c6fb4c72ca0f2301b9636085a01456e138763c4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01cf377a6fc6f30f21e06f0b5f39208c59bd20e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecefea95984e3fae620f9b2d47bdf7623a24064570f94fec7c9664e7466cd5b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d2877122ae4dce986b3011d5a5ec1aa7e27e73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04782e750c0ac2776896e9ab20f98671a65c61b2b05b7156bf76ca39ed08b81
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20c745ebddd2a3c859088db3403a9d27b54e346
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148a2284f787b345ccde7e748a0b349a1db3bc64a1bdbd59517663df83758aac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3147505980b543793c5d3e55640e18f402b31296
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcf849127f88cb90a4dbc0755b31575cf3b3b11f533e7828bf42a0ec0c0e907
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c319638112ddf74fc039a5b5ade6b6dab57e63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523c337afc89ffb96687f3bd2a37b65e65ae88b8ee34c9a5c7b18838f9568a8a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89803954ec6cdfc18f47d13b721c1c95f41a90a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3216972d8300cee191b541f56f99347be233f0453f2055b42315c7b46820c48b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0da2aa6e1a1d76cb7b56e720baf9785a8fe51b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4c121b98828b64f2f37e9af68adebe2591510eef14c41bd1a12fc63b2a9c0c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db35b335fff6bd9cec2ae5b8709816340c5ce5d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2c8f01315778f6d35a18bddb396387048361ea2cedf38161c87ebedc77e3d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b853d7c57cd2d46139e5842912a4e688a3e3708
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7769cdda3e7928ca1456cb0b6220ae996f7c5fd74bb2d041d5a2d5f7ebf031e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1bdd23ef88ff8b0d8c067263a1069c8a8782f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef77ce1fefec1fd56b7ae1ddd630a0b1b5771488481a8c00d3cf1b78510c9c3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8bfa6e8a6be99d5b23092aacd66b6e1df353b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffaae1b952c7c60e20c40d97d23f481274d0db1ff40eace3fb579daa8b8b309c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bfc0ebec3bff973a9154cb4dbab50a4b148681
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f283d5eb2b08fbfc70a012aa57ea02a3c43dce426d589cd74a093b4f96d46926
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b3b56105d979710b94e8626bf915ebfa71ebfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ea6a28b33cdcc7aa0a22f206c32c0fc3c28ed6f4ad6f5760cdbc805c884185
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f33b9a0ad4a89954735501e1b7fa8a1e193c484
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91575c395d9756c92f10709f40778636b05bda9608f1fc7c971e3dca292054d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69942f2905e953496e5f701ab6394fa3c1c36d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c2543c7152ad0d59051c4f69ec975b1a983be075f6adf13ec7a95cc4899143
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84a5f140e89f7d7061b156fb6c312c1210a2d53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae869acd8c9444e8cd373489d45b907aa3c1768529c08cbbadaf14d999883492
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f474cb6a36ac3454204b9a9436b01c9b7fc18d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96f8ed3edfdc3d9bf1d068c285594527fd54dd4a97aa9055daf4711ca6bac89
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d7bd79d9466e11b26bf45ad79c6a29006508ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145af5d73193de758a3dfce9b0866096a7549815ced75f545383a4f33dfc1fe6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ab5a8d616569b58f8007c3dfabab7246680ae3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7143e2cf4443461c4fb3d22d0bff2d317eb20f5b94aea54be0895d7154fa7c22
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8c2fec14ce0bafbf3a9daa65ac14a3be95890f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03653ecc39fff1cb32682ee0b30a2f0083949f57cc4e10e043661b9f56e7485
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e5727b53eb5d651370e076e6ead73ee4a57565
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88eed246e18e7c834003f0b494900f211c1eb788646e7d074e42f9085b12e5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbf63a92c2f0d2ab36a54ad89247cc5d8256ade
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e83552912b7ce55129a8d5ce9cd21cdec0b3338f52df0daf32692c995689c01
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae53c6bc10526ce3a890025537b386aae4e1940
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3f4d60b4dd2c15c033e718e1081845adaffa1d493cdfbcc12e24e3cf229925
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6789dbbc0ef0ae80a688ac57ba56e8c0345fb22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e98ddb91fa531be89d35e27b6b86bbe3a934047e6c6f537618cbdd1dd97ddf6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a1f4c8185ee14e0d1d942449ca405c6ee015fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1de498d33148b6b2223522cad1e5964463512764e0626a13a768e474f1ddfe3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece2571fcea20d1458d43bb087254202736264d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbee8766a78cc758c2161b14634f2ea8943add1ba52bf8239e14957cb6af72d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe8c001e4758a5e027913af36c77384604005c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a349e24525a137ef75cc17c4eb72fe6cab70d7a35891440a78de85873ed7fde0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15dd293e95b13083c3d8746cdbb7546231ed909
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281c6e65aea85bd17bbcecc8e588deb9ad6a8c3abeefa05f424bd8756f51795c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ee3ee9043d3b72a9dd91a77542af6f0525d75c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a704d985db542b03d4521ba1cc10ac8cf6fe2caa80ec842349987e3dc63f9c3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f2f41bcd581f4c9f960200dc076bda147d8f82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f459c9c569625b1e6111747ae3861bee74038c1e454d33566a5f69a9c2d0aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14e629f0df57b1720125ff7cbce484c7e293b48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213e7e897330d6d36d72644f8270ad7a705cb216f0748645645a3db998f94eef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d2a029b51c99323c879fd22a4dbe41100ee485
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1470cd26e408806265b593f50af249d0529e946ce23136d5a51afbd6ab4e05
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed684a7a7f3b796af2b7945768b75236e89e6f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1ca6c6eaa361ca3f8f22b19308d893baec0eea215988dc7271516c079402c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a0a7216819bb0679751b99297f74efd8fc6aed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ce2b96a6031c6f23a2bcdec29f25507bf57863d9b32d130c852754c7b4c01e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33bbb44d2ee7fc753d439cfafa8738399287f6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dbcc27b6e96a5e44bfd6b41d75815afdfeef71c4c2d20b8a9230e7cd163795
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa077ec39d8685581990e574a9e3073fe068a62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c758be7121c43b3c0ea1d4bc0d152c38213bc3819afe24f7a860d1d61486efd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce8c4ec6e477d4f45716beb1d60d1a320050479
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25784fdf5a20dc3b936d3199ea14b06a4e1c35ce641714077ccbe06f3be435cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b4560c85f0bbc913de44e2228f0729bf152920
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb37e4e8c5a041df4eee9264a2d9c8f3514d2ef8e360fdfbf6ba6a9faff39cca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3909018d0f238c56f233c5ed5934175706f7305
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01aa105fd678c7a9660452749924a78a4670b6ce95affba5677ef1be6ed220f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ec557b4a81d82dd4563a2c78769b23519e7a35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d1edd34c725b8d145c5550bf8ab500b2b12dddfc71eb1cc5e109f082bcab05
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a690d71ee9c7f8e7cd06c43d82b8d20d794ba22b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec53fbfeb7f839973f43ab16f7ecba9f424bc657e6b63112a7f06cbdf48400b0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c451ddf6277824ea5678e28d8dff1420b423a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a8e7007b0e2075084989d88bc8e336993fbf0ced3b7c45321c1b1b627b6f10
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80868815a55cd1d4d214996125089ca724f90d64
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70794a0da09a648f4c4fe4d8f3810d170aed1008d90b38fa0bef1935d41464c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a819a0f4a7a8123292d5396015b5cdc15baf8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68b7d2ef39f2776beb655307478cefed66df349905b1fb77ab3e458bb548704
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d31eb2e0773ce6fbc577ba3eff3fff804fc601
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3b1f8ad40181234fc0bd59cebf4db3265feb983d20999054d7742a6e58c75f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0308c968bfb85fd4b253c44b8923c8a34c2aeb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12364162960d1d8a076e2482dfebda64b2846101f55760a7fcc1be69fb346f77
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ac9745f74083678f7775d3e651f773fbb319e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54472cbdffc0d448b5fce203f1afb90e7c8d1f27a9b4a56fa03a2aabf94db06
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbfaf16bc90b143b84aa9d917f12eae2a578830
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be75d0d4104920ba147f40dcf36b57f36f0dddf604f09936dbd10fc0e861a9af
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a30317082874ef380399133af26ed7dc7b0f87b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72f3c711a61f5cc3c1589b27485429eeab8817f592c0d8e0bc891253838f0ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7237a9f8ef68f7ea86ac9373db7be46fac362327
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c732dcc5c62202bd0e2a9d3fad87c40460335b9e8f03299addd98b937b8c2f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c133563b52474ffb85fb2dd5ebcfbc08a83562e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bd61c1fd98c8a312e0bd91f970ae495a64522e932cbe33ee217a683402dabc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7490c1c2d2072ee04575ba6ecb301e3a7ef2d8bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32dbdd3f4ae0bdd5a443b6ea95c1ea127b7b8de5dffbc22c28e67073d8a4fe18
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979ee7321c820b347419c7ba4631a802b1b60218
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54137a8ece75094f7d9baa020e07cd59527b03fcb286c9ab14d26955fdc8f06
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4634ca4cb54dd6f484d35550f4bc94ffb98cf63e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ed1f0da0096e5fa8b036d8717c6a49df24cab7b497be0aa9201d7dbfe2a153
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752a6dd7f0c83e161c08f42cba2601cc522d7e7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04c7cc5913de85b6ccf46906813fa24b9c3d0f1f8881f5998b01d5bc3c35197
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1110f7172ba70139cc7be868157a1347aefe600d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7313722bd8812a1d00cf5cb197efe4186abf14324a9cdf53d09b99118e3c5208
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f388907bc78af85d1e57aeb79afd4ae1027ede96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e021aa01208e275d64bc2bafd48851643abed2004e33ed7919dd2f22e1a8896e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fcb34fd91bb831a7ec27c4638fa7e7d03c014b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0691356cb7739ab6276b3373462c5f28c0497954453e890bb517bdb8797ea569
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55babd7c815591b068a4775afeb1b1e398a5d38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae2de37e542091b21445806dd421989913d1337f667b1332dcbf62c3ffb4f50
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b61a2ae0f994b9c7148c45ba2ffb18522743bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d452ceb675821d5f37d59b2e134d2fdb02d2eb4f7a9c056bf7cca5866a5ebac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e07f6cda1c14f45508857246529b014a7609466
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64d868a73d61236d858c5e6db179f6a6edd5298b9a3bee0021918867363cc49
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e006747636ce5867a4ec5209401bd5134b60827c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9a4bf55488910e952f68599daeea5628df001fea229bcd6263bc58ee841951
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f651f55a25c26600449553290626dfed44cf6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3bba08ed214024fe8a3cec52231037704a59dec869b55cee3fe64b017fa9cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4055e2dd6f0da65f465a2566b3cbcdd8954c56fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5e3e3facf11e65e6ffeefd45653e58d6d5c1ab95d16fd2272e85fea8559818
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb68c7bed9e194f21644187bd26a371696a4f35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2ac176993db8833afc3a43252d0e20b62f259fa791ac2e8ac66dab5f05adc2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e32a1638e25dbc7e0d84e2d8c69610731b1420
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b88813232e1a4160fb687c112b15a791f384ad26f387834a38aa30aa75e0802
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0becb9d70d16d4dac965807a6ad98356c66d30d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c59e897a9cddc476fa67e587e5c1edcfdbdd6225e4390211df94dba2b980338
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9364cc76de6750a4e02c1d358d9c811fcf46bf07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74236b79f43733f3adf71fdb781de07ea5dd9afc195dd79c07b2a074925b9498
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ee1d0406283fbfd134cfd50ede70f52c49b17b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4054311cb4fe080b03da801831b87e3619d9f43662b2ac925be92f80826465f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee180a6c6368d76ce06759c5d4ac8df9d797842e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6aff8d1f9b721eff9d6ab133fe91e8dffe9da8c740369ffe966d9ad28d5e16
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936a82d21c21b2d87b04aa62bf9fd8e1099c9a23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9e7ab671a3f9c0245d37704888305611d29545b75d2068ec9fc570da26b059
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0595c1e70f5fc83bd885a89a97c9c013b5ed0308
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2a04baf161c6e8caef5acfe73839e3b1ce49c822373f6f912516c74115262d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83db0544abbe948c85edf6ab245783a522a3a578
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0452b47d9dc87e7e36839602f229380c40b5c9aaab1d2bdb8db3fd325a42a542
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b430dfbee4ea445bdbeae464e3bf4519cd34fdf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c61defb79e166f4bbfb640d2e8a67686b433a8e00c41d39e9fc87786896e083
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7f04be1cfa8628a65c8d85dcf4534386bc5e70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9feded4dedbbeb7f1e418b29d3e27aa84e18e2253eea45652928369289e19d18
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b76cd68c68ad3a294f88b1009d447ed54e58ae8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba20d43ef42658bb4f4c443c0c2099c20a937ad635991b5a50e1aa8d9b612c5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838aee203559854a298e7b84dc2c8438653e5e07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b169bc0a2f6e87dfc0b2f6f12c86efce390ba36215e9095d8aa01f8041a357a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bb761516dfe3ce3237860992af57e2cf4b703b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63d58167bf1b68a2ec08d25266509d1d32f7677d06d39f21d1c858646ee16e0
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cfc49a60f123ea75b818c787d5a1c2ce160d6ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff65b44e64f8f03bd2d3a939145e40d6372296429348238a47fdd1777b0fb1dc
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cbfd857fab78160e76468262fa2df3f21c1fe9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38308b6b6c4f6e029fefe459b357ba68c06b2a518c55c821b3f464096346c0d1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85143e80a8bd7bc3fc23752ca233a320518535d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38df949a73af5c6720913cefcf37cf3e2aa5b0a81ee0d21b8ea00d8a752fee09
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70016b4bc79665ad026f31fb0382be33a6ba8b54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b190114fd3e634282ef951fabdadeb41f6e4f07f751458c215c64cbbbafa46ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08dc166eb5cb9897c90a0b5f276f7b665b15f4ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c210214fd6170a1d7bd472fd4e9f3dcb56697f2d3536a196f69db863036f17
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eff3b10118464693ef01fc0f1a160e579cc898f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074a305a1e62f005c47176c92ccbba1b811ce65c0d40df2f390c98e4eeb0f93f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba4c877576f4b80d9fe81507d70dfc39eb00540
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f27ba9aa6cf4696820b719bb1261c5c66c83405e2c0e418f6a714ad7f04cce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b59a41347725625a47327f1a055ca881cd91d06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0cfd93b62db9edad5bf26d488b4b32ae578d604b72c711b344a236d6c76a74
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfcd0b81a947d6e44f133c20d19faa65fd85389
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ae14ceccc5251e42a56522ea1f4602d38d56af17173b67724cbd252e1bcb25
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df644a4fe9554c9e19a65529078f2333862aa341
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd4e9b3a57dea17674fafb8a976a12447a4a66d40010bcb15123d4423bae568
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9514da5ff3452c53baaf60e24c8f2ba080ec621
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72877b99b8a47b2631d8cd6dfa81f2fc8f30d025bee0401994ecb16bb87b5f77
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e745c65b3199b46e5673a6ebd9f2ede5a26a17b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947ac0789cd54bd3fef22c987456dbe710221cfe8ba8dd7818ca7c93f7bdd1c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d674430d1e89145e52a35c2244013222e65426a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643da8f709698b6ae85a98b8d5cace948de755ff677c83acf693bdfd0b9a35b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090c21668ddf3951cc2cd384897d53d4243292ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9580f4bd3633532637373c703c7d4c4c68af3a48f758468961ca2c0325a4f351
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3745c4ff493c6e4a0f26f6ffe8b6abf17043e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ad279d8cc3f58287e917ff42d2a047c6735dfb0ef09eb0cd5e2b88769333c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedcdb2326834cd6d3c33281b11dfc642f98cefd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ef9525127fa2a350baa8322c1dfb97e0d435caa75fcc9a556080fdffecbc86
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5402fd10a27752431127d7ea5ea1bcef159946
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cd2bdf7a0d56fe272f15104fd357f17c3fa79a32fd52c84105e3dce019e7b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86880311292bfc797f115947848f494356be2268
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc15aaf1cdd132ca9452c7e0b092238295df679105323960163c70663c32a58
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9b587dd4cd3f7b14ad2a61936893151ef67e47
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae89e2746c9958494b5a1fcf15762a23278a41f5c4bf9d9fa7252e53203ee8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96c97003eba2a0411bd49e3ce857512ae5521f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e079316662eaaf843c8070978c099cf956af7e4a5ec3ad3ecf8e8d590d451f98
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68cbd08e0dca1efec3919a17016a34c3166fcc3c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a040881b2bbf5385ef11f266bd87a8c9f5826e06bb84362c8e5a7a54ddc200e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9a33f738f3c7629bcd9a4310a23dd3cb94f098
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9d2b44694135b3e0e87967b3954344ae8892a38a0c1ff3883c7c2b2c9d78b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9de6fd4daf103572f63de96d47557d1c11f5704
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3f2ef3f5d052db83520abef8d2ab4e31363c16784015eb601e5e5da426f5d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841d7970ad803700d4eff3ab6221f3fa9dd3897b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65334b7ed638282ec9a658222d87aae6c35e09a9c9554992c17e496a1235c9b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cf4be2b8d35a1fc55e60217aa83a797253a8ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e018bc14a73ebe361b0536c3c4cef455493104a91c1df08ac31ff2bd2a816995
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bcd0e544898f1c8b3a091b61b29d14d567259b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bc878b3d63bcdfdc4bdde49fe78b7ec8307e3ccced29efdd0c463782ef7fc4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33bfa373a2775128f4b6e6ea3c89fd1de01f051
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88013ec983b4fa2e32e26b83b1dc81c4f291c5b3c38835f31decb0a8a3a8739d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2015faeddec6f615570d8245a71c9ca256c8d83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c163cd14c298c3e95427daec5ded9bbbf91680f37070a3469872db20a49081
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd87961af0543277761bdf9f4db84df22248db26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6781f5954bfc5ef6c741471e4ad33b1cc10b8a137cfa4d29deb90edb69edae8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461f3f5d087566aa3be33ad3dac2a7bf1c5891a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f24549d935e98476391c9f4c16cad9e5073f014f7ba0408ccc84ccb823de0ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8ab12e05eeb9f75f7a4841cf65999b393c332d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dddd40639d1204242b89ab111483244caa3ecd0207216e5f8bcc11c406ab98a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cc0132214b2dcb07fe92f9f77643715a434df0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c77f3a069c49549bc273b83941db246e3b23ce7b3bd85b9ecf0bc2f38226835
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa4572ca078f7178c6d70caa5071c2eff9b8e3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34467529493ec99a4629ab3c83dbf68540dbfbe8fd24902059809ee9b1a46e9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ca45a0bd4ada0544e9c9a164edc8ac468f2600
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288b7885d4235a8eb37bcb1b51d44d719b4a5fc02b955950905d78a9eb405b08
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cef01213eb3395c4d047bca1de2ea8d17120e66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be6339e2cac8da16eeb0b581aad6171baa03574aceba28ae90442364af4b2b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23c8232071272a05a446d31584de8e0daba6c57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6236442f29a98f0ea97c00f99894ba11422a9096ac3b8ceee3b1cb07fc78c15e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a723f239a8d2582ce5f0168b379feb677a3c03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966d1e3a5f7805cf2a4e829412a2e4aea117c752d78b5f6eda901aef6f5f79ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb82766dee74c2da1232326e075bd19c703e81b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4156399aac206037416419e979c800a51251d4d02cf44acf689606a5334a1edf
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9396573191e955b25cc41534ad2c5dd71fd1e285
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bc917a5838c2931c2c5fb9207626b9174d4c55a9657323ac61cfd39ff3744a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e63a8780de2b3e6ca350ce6ed9eba1ed77d4ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b03a7353e915ff891617a4c2e8b4a5335694b4708ae0196c601e13a4db6d51f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab10db046e9004f87f9a12cafbc03626d0929e19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a254cb94dc77f99d88fc001ac21b17d5b15c491f80cd60cf20e924dfcd1a2b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3e939b93925b5c946c9f07997274b35c7d4e86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451ca0c2dd92a05fc7def381797acb0cb8e5eb70b180ed59ffe2d5ee8ebdf5cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76448e130a565a5228448da89ebbc00e00dfbba7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0e7778c55a9e5bffd4c76d315b914fedd4cc420f72b50970f1974dfb198ca4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d1eb5a6687ca38d0a4f99cb5952e87963dec5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c35438287fbbf7a458d05f04e4698cb757d77b6bf7af70311a60894ecdc890b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab5a7e69d7f7558217b22e3e3ce06b611b7661a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c96de392fb788dfa795819e71828779017e2a4601ca1ef0b4fa66889335952
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f97fff3f230a4d9da5a2cd194d1c11f6d0e1622
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f2d84176b829fab0bee3cb37dbf65f9a6aead799bbbeba1d666858682a2d85
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a8a922e60a9de6672e5c420bf63ce80f55fe0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095234f95fcb83d2bc0859f454a52041253e8da8a8af6a9639fd8060e1e60590
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7796513fc14c422de780eedf8526700759734450
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0d1f58d4e7ac47cde1ce617d1ddc6f0b0373a23b8bb72c62d24d966e5d3e5f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cfe582419282ce0468f84916ec27d8542e4bfe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321f72f23173ee50531c3bb4649dd1ebd12f72fc80f7d314e9654a05ad6e5cb2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ca39dc9b94c88da9ebd728ca7e62b55fd90e29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e92936404ae16a1c5cf83f7151f5f02aaa0b827e3a1bf470611527de693700
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2307a8f02fe959fab8669e1344edf73b5622108c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999fa0129b3d068fe680c9f99e0749069dd1cf657b6275f1f2f6b6882a02f17e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292143a32f17d6d77b38295ac35f418557228dd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fe91f9aa1fd2b05b8c4deeb128f81aeb042d5cb6a7a0acc7fe62c1a3e8705c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5f805ce346918355e20fa87c19b01e26e8fd7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9f1edbbbbe67c164dd090b3d0982e3063215f129ac6ab0e1b312ab2ed06633
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b7d8ec0a51710c006e5af490283c2028e4e4a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d3cd895c874e12fadc796c06e207f0a167079bc94e7ef67a24369966d1f2d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7e673fca0bf3a32a068ac5096c77aee89e7e68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc40db0e97c213c4fe3db0bf4e11661d60f850b2a57ef3e43b09c88b7b4bdcb1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb13d3c6d6187be8ec66423b9185bb24d8c1393
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5b8949b8af27f8c25c8b9be979c7dbc46842180a0d3089a5e69441a087672d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f2ca329a741f9baa42e30fede908783fdab694
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78b092a22ee591f0bf86eb896b1cb7e28f8779fc145202bfd4f32cb85f60969
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d9c9d0aa1dc569bfb9802327e4f8938d26db7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4b472aa45b3e732b2bd9ec54746fa46a7a0fcfddc4a43c54852ba8e833c72d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1591fbdd18a3a837a503c2d96c68c8d9024252ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63319f101296797915599d91b6d1636b3424cef7f845418cf3c0b1703f8deebb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c30165a36f401b5fa8141f6b33739aa48815fb8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62978c174733ab5983328917728784c6b9293e8cef5f87047b8529d6085c51fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41aa96966092fbf95abc8b30ffdcedc3e1bf0a88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620246e76b657182a85866d1870af6bc7eec5f9db587406b6b0f7228a964751e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8a40aaab73978d2b98fd9dd232ebdb74e4ad96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603ef5d0a4fa13923a3220bb95e2fd2b1c1f278cf3d118bfcf74fcfe46378052
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f6ff0c072840f29d4a57a3406198b1928c113c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f399eb1771e0d461e4360a3c51828be1b13707e0531586cc57c4bc95e31abdf9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf99d65c816b29431c7b335444860d52d78360f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59461c9b81cccf28087003ec4bc66e7a03be0be0f3201eece90b60c6ed208a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048ec1c2e25090cabf8a6b0704e9d95e10863b92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c234bbf04db71277e953fdfa4d6b8153be6b1bbbc8b24fe3cf18d19d5091b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b866a1a845f2c2a5ce2855e3efea18bba9785309
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a5dd1cb2b52cc708d29fbb53957d85072231114955ba5c0769e905e28148f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50d31082d25f88a70c256630f1b7371245d0bb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c81a26820c029848d87d28f40266bae77af9c07eda4903ef3f864abaa7575e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8155b61fe7a0c6ca185ff63328d9c6c3e2e31298
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab74af2a7a9fee481a048ba984301bb663f0698aee0ec10b6fe5fd186f752640
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1735b161ab4b27f5f9d7641c4c79052d0ea14f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b307537a85684340a37d821d27b56359ba61981ebde0011b395131d56d5f249f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655595c04810b30da483c4351972f9c188fb5899
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146b106e6ea0cc8093ab86c308b90c5df24479b6340f19355d14a3e79686a87c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96bbf1b246b78c819c583180a0e9186dbe54ddcf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e67e33be5f00f2079ab0ea83769429cbac811cfb11c00be1359896813614a0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1dad6b75a94732f4de7a2ab0a2d8948f020cc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c1a998ccf4ff544715762d20c24ac2cbb4e26ab0ffebb3529d7adf3c56a2f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126396f8b1b4a978102fccd6cef2483ef1956e7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1b570d43723b83c65d4ba75292122fd40ee11b263d0afa67b9b85ce8dadd1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52476bde8eeed7d2aa134c678760e44f3f78c806
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98861a8389f3b431c4d4c886770a83806a26593ae981cbebab931e1867758883
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a799853a9370c12a7eeae820d74e17b5ea25fe15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8e42d5e9c0dd19f3377b7766de65ff2867f0cafeae6470a498bf80e24c2a53
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b61b9731cf96b7456d865f9fd84c3b6734a95c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d45f36fbde4dc84d25e0509216803ead2e94af5e9c17e6e9ed4ce375ec44e2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b24b209cb7de13fb720618ef5510fcaef9cc5df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3840bf52aa870383d859c4d86e884a6662e0f354f328553a7583bdec7640fe25
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c10621d594cb38a1e592ab598a62fd9f6c5f81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c308ce61e342157d3e749900259d0f68b1bbb7647f2c47eb1f3808805f5fc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb0ea937a6967d933afe99a463d2828042aa86c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2e3db2f4c4626960b38bbec08b24cca4792440a0369514637ee89459dc9547
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf041e615894ad8830e311475e5d8be4c42b54f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543ad26bc7225f8bf1294e0c32baec42e29e6ef80195562f4c63e831088911d5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011b17a74e3d1e405a3e970789501cc21ac95e2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e74d4b53f13651dd17e7e8bce9ef4864529a7bd8e7fc91af49bbdc3ebf0e4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91da122c62fd8d5b4761bc1764d69f4eecea0a8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34321f0898dc9c21a3bc2908df3989f0eec31af3076a02047b679686b756350f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6cfc572f656978dabc3a506f52a71029465215
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7808a675b3b6c7ca6b5a4212a70a5de0e1f4f64d6bcb0065fea608153da3bc38
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187a07d42cddb5fdcc36ba65f41e6d1593263812
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391fd7e1972d624951bc86087bc0d4c496bcddf33384e351478f0bd09c40e492
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a107f5d11e21891e038166d721a040bce5193764
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5a02427bce375654bd2c810f17d7808f793d0d3fae8c7668fea0487e506535
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a32491841aa6db86f7ccb0351ef479f1daea0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8acb8667b7343825df886c896f7dac6502aa6d75bf302be86e53df1d265e42
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080776aeef1a0803b525e93bcca7181ecefba98b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0c40318abe20b615b894e17488eac3ccd1a431fc6727d10470cc8d3fc7c539
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f66235a28d82908c7f0aee4a368a458bc70b267
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4134f5b496c9d91dc4a88d81b9b7a9cf23251e7a98b65c334012f8a3910df0a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411afc151f6d8bf0691de20cbdab74f1c8fde886
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774836183f27a3f70a7151fc1a501ebc62ad24a53c6a6b2c2c16e8c5eae780c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40101a800b6ed486f5d4b7de6eea726cdf4eed84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d99a5cc0b96e78c6bc55572da1ba4c5d32ba58df638804c32818569d79e78d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f95a416d788e8db1415c8e7b7b171262d89c1ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874f5f42bcba171c8bc0a87ac86b6f8c31fb67eedcac44a5da0184b005d63fac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a08f35263c8cc0d43d75f31436d934467bc426
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01376192d5a3853a8c9d377296a00f9487454063e4e19faf9175690647ea4681
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7db3b48acbc5ac9dcff50412f7dbbbadbf29c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8b4543d910aaf8ac7e50b3551dd31648344b83ef0c334614c5e4fd15a55dbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef944279ec6deaa1820eedbff9f199795f9d2eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7276878378c4ef8f4a3662ff8d6f338f22d75a459e6317383082ebbbb5f9ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab84c0ee97ec9ac10520aa31f45d04712ac937c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a323c015ee1680f0242a2996fa8dbcc0c3e5292b0f5d609a6fb96a1dfed1e29
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6afe27660306331ba3ae6424d1eb68dd2d764c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb2d170e1a5454b13d746d799d4132f48644f4dda3a7444a0b3efc8c52fd728
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b6c3c04a734f0c88f3ab43575d8f7af866d9e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98878a27688b9c5905fa615309a5b6fb240f93b2a8f601599e5d463e8046fab7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fb32301a23426847887c9a4ec0adef90c3466a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0e99b493fb2fc67faccc0119dd917e26af2ffb0492acccc9c1f4c65fcc5d60
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d5b69553e7991ce8611e0a5a7496231295debf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b78ae3094504bbfb3e7af08227539c2208c995edf260e3aeca55179c3c87e18
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ac80c0f2451b3b59f494757f5ac55eeafecc4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfaf49d6e513d183cad487e83f80ad0c3e9b7502bb01c503b6cff339d587d610
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bf12909714373709ab101025ad342fb16b299c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a441a86a7d148a85735f689f1cc5d9710298051e29089e46092cbdb04cf962c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643e8d77d314b4e1afa52b1dedf8f5116024393d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9f58e788104d4c146e21eb72e5e295243d713d967caffb777f3bf1cff8e0da
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5aa213bb793d783d7fdc63624438ef8955ac68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adbc13484efb07350872898710fea1aa529c2ac1529033ff4ecb1dc1b0158a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af677da51a05d3220293426ef42ff76bd755f82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07aa3a86cd5a976de2fbcdd6b916db372860db4f07ee29446abe3d1500e14ba2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c622b804d9de55e911ebc4a758a2cc0fc39bfb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3a62ae86215664c329091520ae7e0f8230477b8f69e0cbc50029817c541c7e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce99bd5102d3bb308d8925701801c785c2597682
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f75eed04e0961a313bf11f6566325847b63047c676a857b650e6f4e2b7e385
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850c1ee7bc8450c935be7a8fad5ab4ae619a551c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5757a9a2702d0a47d8400d17befb3c1a283a27134e7edbbd9fe9f6dd85f0d8f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099efb58ef0be1e20f764b27b2e0a633560b99ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f98cfba80a67ea999da21245824f734942637e9964c93f5d5ceb6238f337b73
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f642f4da6de0ef3b7c8e8c431c9cd77061bb48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1437c0d5f790e9d37c6a34b662b066a04d05875d4865600779b06c96cdf3b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad451bcf1e7c43930fd02c0ecfd98c628e0b899
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d659e7fbc5837afa9cbb0df2ed14b619f8cd5b4979e06bae927f2e9a69875458
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da8a6017a911fc8954587e12fbe477bfdeb7bc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d1099aac8fe00382a4bc22124b1297eddaa83c3a2baed7d93c22880ab8cd60
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379c66cf8dd4c248d55e78f2ab609d7c5decc8b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465cacb3e1f8e1940ebd166a4173f904d1406e852949d75e1415565e1dee17ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618b1c7ba615a7ba4dff628b8f7aaa179a7d4bdd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3322d736becf4b1691b18f8319233266a9813bb593ef186e32fdc194ed15d9ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7511ac12fa91c3fc9c88083697f7676ac91554
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacd5f0ac60827601a3a32be0f2c20fe5264255b81ca131172f6545932c38ea6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4e840d7270d965364997845ecc80aad77497f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ef19e578c2da5fc059d84ab4b2dcb6b9b5418bf73c369dbda1e52d7a1665ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6572548a2a7dd83c4ed3721ae82cd1f1e426e41e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635746c0825c0245d453b8bf4ac5f45b2b6623a9d7b87ed8a918bf2833c30b41
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef67afe551c04a2aed19688b1639e227ea735124
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98c192286060f4588cb5867053ac7dd7d583e54891e4f351c3f9bf3bbfa954b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4716ca61e142a3fb8a4095ce17a1f6b3a11be146
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2a68ac058e6831f5f747f436e0e7a0803194fd7abb1c81ff0c35b76b93b7a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b064e1539baa125689f4e840c9379118a88f6e70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1002c5bf6814a1b88daf0b1323a9a2e00488648cc7d77eae4b649bd94caf9f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b1f2d88eb5fb993f19601dc5de9c2922ae17f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6204b359a3e31d1ab45b334c18aec58d28a38f03d5d821871f8780fea52a163
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ab77584eedcef9c0a31b0881696ddcb9394fc4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae80418b94e1cd68a37e0d2b1b1c93ef69eb13b3c90f21e4b1c6c1d34f2978b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52748e3a423d48b35c56ee0d13ea416c453f123a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229c0524f539ce71f03b11681de47789828d76c36f646413cbd22187ddef6b74
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97a0b910892b4273ee78745aa0322939adf7a38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379992960bcece9c460f163336bfa260fa1bc38cd689b1eccfd6c04db7e4c703
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f23892d1a395fd90a501de1ab92f3a10ccc2462
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008a237f0bc65521115d508d26fb9f539bf02eed2e85dc3d38dfc6f670394804
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a95c7282b5e67df520ad22950d31a9a14dc5a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46af3d291c906eb390aada2c6d55f7fe25293d220804f7ac1083efc4be24921
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea55d4d7d21bb647acc282c2dd3e2d660855508
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3b85d8f16cd1595a8d922d6b81a7f529c2b8ff601817df725bb344b9f4ac1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4ee23e42c47b9333d7689e5d6c213471185eff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0691d8be2c93e0db89a5a4efb145e480193a8096cb0675865971ece995aee81a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c4b9de978a3a783eb32e89dd9c781489ad5e4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315fbb55896610f92c89995bf3dfba2a21e5b7ef1e2d88089d64238dd4f3d71c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b1c6be7e53c83e7fb8e1c57c5fff70963f0f15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99640a5f09caf2d6f7175d125177668ea7015f3de46f1d8cebd9800c20b6cfb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c65eca9a4523c72922a42d513e9589ab1f68700
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a9e609ae0413c2e7459611abb75d82dac2d20ada9de2217dc054dc5b254068
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce61a55132e9e3081f8a9d75f5c3e45cd55ac6db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23f012e746e8ce7364bc17d8214b0b2d15af0e52a7531dd21486e664d3978fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a933121cb859ba218120a93c56a648f040c4e30e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee21a539f853a1319eb7104a494e2ccab4d30e88fa11561bca8d5df03c03953
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db799fce18562b447d357713c0f7c5760c1c5967
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825e00a8e1e253dc9fed30a770252cd4e5e52209b468ab63e87d744d35ccfae7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a8b93e75614fe4c1652c3c65a40628b41b666a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fc9adc18de816efd432d6454382377dba6af975fcb06a47245411f21eaa9bb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62f8064f3b7c6a8ac275e6753de5046d0d0cb9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57424d4ef6bc36e4d8c3c45144c3f09770e31939171e451006a48acf067418d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad402c8fb204b90371de9d2a71c1d48e0dba10c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbbe4cee358c890186e07ad0d61f63dbc4047241c67cb04afab29da30fc826f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551da9251d15b2fe4c6f118db9932b1600e058a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58baf906c7ed33da062c8424eb58b2222b84e4d42323e2f00991fada037414b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c72081bc31b0d98c1004d746c6b8f6fde2f5d7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217b4da0bcf7b58a25491ca6a875e83936a3758aad0ed954ae7ee48b3a650867
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e22be348d79c329b9607fae8af81f38c8d3dc2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83b7be980f3ccd3bdf304923e81deb925ca2a9938d0098c8a9efd70c168e6b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9878fcfd8ab5e230822fd3d3e7d9601734c7e505
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cdc6037bc22fd51fc29e106c80af2fb2ed644a8881446d672d19b5759a49ab
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f5b6283396ef28bcee30f2b0fe26479bf61472
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb218bd64ed25c9c4f610cb6252fc486142141b76edc346135e837368b4829e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fdf848b71e3ff50bd8b0362a4f94af1de1c02a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112fccd10de660fd0d6e23f1acd07b8e65a6f734768bcace884aa697544dd10b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e57142886909d69ae041dbf0981f1fa85f779c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5835c02931264ffee12337c8e129298ae81b90d6afec0e9d624a24edf27de24e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63c5839ec2a1bac7d7b7bd89e66fcea39114550
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f816973cf15859147f3aa5ef0f5611aeb510f478ac9f8b6f42f8b6b2f3c0aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab44cc2201c8a93fd573972daae0bdc04c494c8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16beb5124a2e583284d7fd4d4160c2b1920bc8ad290514e4f74f22d3b2fda666
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6f35c9970a2870edf91e9e88c99e25180ae323
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85758859948cfcfc8edea51ecbcdb80ae62ba66a53874a7a731e010c80a42f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2953bd09fdf017fb7855e155873984f1c0a9be5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7d33d028e4f16edc3c6ee9ab00db44b426b947bcb2972b375847a57c30e713
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fc3d3493eb88244c31f4076b4d0085bf5505b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376a954dfa7b3f836549a208db6108718603c491a866a87d95495617461d6dac
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7809fceb293d1a7950a202332d92e12e316ccde3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413e4e1b8d273d94d303b3c877e5783468e17841b588362153be7cff5d70997b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d32b5c5b5eb2d7770a125dab2de87aef35d83dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92cfadba6618f36a6ec6545d6a442d950372c05a2051690f8c85a3ccaa8ea95
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fd4ff90401251ae40076d425224b44cc7dac79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c8f02ec171c20f43e6576803ab8bbc30aef8dd17c3672396fea8f034f0d547
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9db0fe3b61eaf887596b54559f71edfd7112a22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa4e6269004079f7b566b2304cca3c8e72089bf70aafc5d607f3976f75c4e58
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ce11c6481b682a66492664794e443ef1924ca6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3594f3a0ea6524f1cfdcf7866b0ece11d353b09bdd090f1563d6a0aef9d69b50
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a2f917e3fde3bd32cfbe8b642173b36cb6193f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a6106b9661a7b535fecc780cba3d5daaf2120c3438d82774810b4efa0872d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54594fc980cf3ed4407def112c206c81719e6223
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17019458634ec7dd83c6517993bdc720a5d34f67551f240cbe7ec16e38195a8d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530cdbd547ecffff9029b3cc155731b6b263f827
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf104c2641d8181ef1f93506564d29a0220f0dfb58179476d3606f3c683bec6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9c9ef6fcd35ce57f65ef60ca4b97601cb86f62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabe682b5449878328bdb6521668102f650b71edcd871ab427d6a1ec83b506cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a696218ee077f100c4bbf88e29788146d0190f9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1939336edc563d77a7448907e37875765647773086171eb95fb701be3ea0a0ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cfc6adb2ca1833e34724ff262302555ee813ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a3c706a846b1b496104c373cb2a9c4899f5497f4e186ef8a9342c77aaebe94
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee6f57a3c01cf62b09c9092f29eaf992bcb9391
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38349ad3e54e26ea73a92613d27017197fb45be9ce78646804fc4f426adca47f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c73866484ce8399d3343360de14cb79591f485e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3aa77016004ca8342aadd928332ac4a42da51a22beb2f284e9e884f4c32f90
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb68cc27a75e27f073ccdd79bc51c6a2b9005ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce88e3b42ab1049ed946dba875f95702eb812573e442a861223060eba50ec15e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d81f42b4c6c349201ea20b90545d38e82d0d82b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241d78f34a53a88913def2f283899831586bb8f5f56e931e87a0e43ecbf96c35
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c117a3bb7d03593805667046836616eea41c3b3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b842aa970d288625319533ff285908836fc1eef2e7abbd7de5c45bf7775f05
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e371659dd35d52f58fcea49d69b5668db042e39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796ed9ee1ac5ff7864cb40397c64a8ef21c2d40d7570b83c9a57aac79460a8e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0df8687ca5bdf50f7cb9bb848b0e56d5c9264b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086c7e47fd1e858010d9d8f805fc5c8b66df1316824e2c06ab9393b72739a2ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de8b185460aae6a8ddf425a1f3232b40c5d9128
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d29292d6190360bbbcb99bdbf03f44e02445e51622fcb0a4bc895a7c9ad7e2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e856644208ea7c4c4560b23c9dbe8c12958c13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b92e3f99b03d19bf129ca08ad841dc59a0d8089c90033d3eb4b1829a92f3d08
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515f7ae84ff03d1036d7db36586e05da7a28da82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57cb106c30e62e33a19a5644c580846e9a1b6ed25a7240a6967ed941b16ed6c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efaec355bb10fda4429feb4576fe62bd02843681
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11604f531c9a896bc23f8d2d276ca8d52e96924cbba43aff96d4930ca9859938
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feac507e78470ed05dd6f4056f34608a5cfc1e67
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f20a18600b34631a2cc44cf0d6551b83112efa9dd297812813318376dfa666
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a24ac12a8e9e98bb43310181abd8c9be3c1969
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e0c166a4e48e885f6ec46c6cfd50e0110016f3eb149a66f39b1e967a73ffe7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b56f401c4074e64a5ede1a2d5a97fc660b59c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa291cb048c28b307494ca4ed0e1d887eb216b8e4bf56cea70f759f205d56b7b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e44280d4d90cf86c349bf06223c30c6a8f3d878
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce7a8ae9caee41e3996934dc8bc31bc00dcc35312b46cd827e1c2fd62e78e5f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6fa1de2b7a3fce356b6f3c5606c76505446030
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0ec0140002e37ce34194e06d26e0dc4b3d9575e6ab87e4ae62a4b6c84b8b84
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af55b4f27bf3105ecdef413bc5e609209cd05d66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6da28a891fa4a5623b8f6b6785b300510a83799ab2d0e8bfa5fe41333586534
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece99678f380921dccdb4eedb5dd7c0005ecc017
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f5658de83d6b5f394d3f00af6d779a57a12976b4848ffe6d54329183a6d81e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115d7dbab7d0000ead03ca1bc001a7424d1e604c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f154da427ba5dc2a68e9992e16f5d9db677021695c334d04d912ba834be545f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719695b2b191f594ed30d109dcad2cf6c2c27c90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf58e204ae3fbd05e1ed98320915d5bd63952bb5e5351aa1498f727fecf9876
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05595316fb4ca7ed3c8f1b0cb6b1472d4a2a5dc9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42dd3d22efd78310d19c7c06658d719bb744940d551093d9a1f064fa0c7feea9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a3ace3637ace47984f706f570e766939d89a0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49aa7a4ed6c7f6e97ff350c88d84b2ae216fd30b3af24b7a36f81a538ee617e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe24b05526dd83871e852576bd4c62cc2291a4fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc9601f2f6cd6608ffcf0b3cacf7ebfe402bda31761bfe2d9aeec0fa6ace3bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28af6eec8d73c89a33b4cb70e98fd514a7c622f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b42e9e605299ea034e1fd52ced2382d6911c862f1344b0ac6fc96bfd265b342
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4949cae9a0f752788ac7c8896b65a9a73224885
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81050ac8d0ccd629a0a7db26600f5e0ebface4adae388c4366b2af7bf373b089
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9611ae3d146f3c91ba729fd1f565a60eb70ee40e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d317552bb510bcd3aa5bf4bcb40de67f0787b6e9860dee12c50dfd9f7a1c9a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6b4b47fad474931ffbcc954eeb7f3645b411ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e38a93f7d7b81e1bd1639bc77502b8d014f3d25a17ef1cca54d97e5661e3631
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fcf9dde5bedb432870e858c83c4577389e1186
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20036a6feff654f9d196adceb0396ab66d8448f834291489947e773a8c1294a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874086cf8c414a2bd7996bd0ad0b79d9beb78aa0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25412af5002386b5e51307fbbe78fd5845b04945b2b733589b64471a83378df7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484b8a0bd26410468f86bd4fe0f1d5503aade36c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f695582955835df2ab92f7aece9ffad4b4f9e42f051d16ccefc9722d405fb6d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd367966caaa149d9296332fa8875737da15cad6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea31534d7514ab03db08c696700e785f93ee03bab502999dad72139d489897d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc9334c0a75a1732eb9d28f6d17107840e95a78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8129a4b8acb8a95a6a9b0349b3fdb0ec90e014ac4204d18564f185dc6c465d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad11d03425bbb66522319b3d526c94f35676b801
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91731f88d3d35eeea4baf5808ce5bd806decae5276ecfed51e738bff42cd4c88
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff21fc7f11026c4a8c9db3aee4908969e4eb59d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76e8c40d55f521ae8ae382c31e1cffee50e9992bbbb349d73c123d2fabf9585
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999268dd9bea279c485a3b0e2dbd03c0f85e9fce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48a90efa1bbf3c8f98b4d0562071dc10a317a831b40c8a82d24d1c35946e05d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfee4b2d58ed180421852dff58245818c34c3d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fd26b60c9239983ca53241a1493b16c7f7241f1da4b86456cdc3ab1f891825
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f886525d23d15df6df634021b1c7d52ffbb2df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d2b43b67d6827564a6f8b5f68375465cc2973f6fb40d1bf1e4bac09227c910
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a065504e69c62a63ea721fb24c8df559612bdcbe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2303d4b4febadf16295894d420f1d3797d1ebcff3467ed51834bf3c29cc9a1e9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5926b05cc8d1f26781cca3fc1576e60094b33eec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7178706d0864439e4c870c25a2fa446e1fb3a1f89dc80759c69e75e4fbeeb6a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92dbb2279a4c63e728419dc306fac3a06f1e50e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f112cf4957850d53e726e9065d955bcc41d33f8eba2f358a3a1cd3d325d996d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7608445dc7a5d79c376b52ccb24c7c6e38f2f878
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab909e3b121bb7c26001452dc419004d017e4f0ac969ac2d295aa61349a2f63
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067ba51be95f6db1fb590ed167354095f2a3067c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fddb0846ae7b4f0907fff903b110faca0e31063f2108448e1925b6d6bed64a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0049d477a88c538497879c8564334e3a635d252c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414d1c0a837af752f3435ee0e27b0a4b55ab4d94d7ff76803c392ba6a93392c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165d050d3c5101fb1af5b3e35d10fc7bb63e224c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fddd8d25dd7dc19a2848287618242cba86da81825886ddc4250266ff5534c368
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cebe096f1ac4834449b052424391e8518c652ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7f3604e1b22b50c51871926271184ec5b6eaf8f80c4c11d5644f428b047486
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956fa43bd202eaacd41ce91402ec1edfeeba2cbb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f83db6343615a69d0cd7c799b1b7e5ed55e5afa447138c307d2822190a69b4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429b2223e74409f108ec7ac71fda48b89b548b3c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3067fe3d62ede138dfb96d283bcf533493f507aa9e857d9736a267f59fda7b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b526ef091b887a074b59dbafedefccff36b110
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde91a80cf5c456ae08460b6f5a16e359f300526f2aee8d17208fb0f4b2c0580
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f7b7fa3bb5627428e4d7a1bdc75c6e713a1934
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb510c25ecc52da19ba42a94d0023beb79450a8e00fa5eb16b29e3bf61e99f8a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01f52ed8633b5826b4596627667950612db60e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c36178f10134e39fb8c7c0ac41ee17a191b50148134f773385606df1796307
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72443daba9402dc92b1dfbb17105dd12276332e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc67ad4042afd6f22d97d06a434f6639f7c9fe3efdec13e6709df68175036f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eed5accb99a25740169ab4a0946564d55c95e1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7199e237ef32cb94ad8789549bea1c3d1b40d31aa0d9a4ffef9bbd5b22df547
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df2ffc280b48635010a96ade8d304245e59d2c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9660814543afcc69daf20f17d23f09b7282887d1785dfb554b3b6fa04e210e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9dac76932c67e82084356955fd3bd2cf77255c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529668a4e36b07b4cfddd055a861d4969287f88151d2bffad448e398b3acf689
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbad74e329c3fe94cbabb51c0075d59fdc3a6ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a9bfce3af60ff64fa970bc98922372ba73967d079018ad77e66b0f54c3e9ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079ec9c605592865587d00efbe39bfc1b6661c77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e405ff1658cfd1bd1d379a9e68df480721859eea8fe786e755f40707416fa256
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bf1f3ccb15b6e8bdc04d844af1d82bb6ceba96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39e18a35d87872100d79b3c740c6d730405944192ba62840a102c936e5257cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2f4f3832e50f8256b680fbb06bbaeced496dce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4375f0e62a012699d37a78394ba44a21df8f68a7af10a6a114309a2d0924db12
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0b79acdddc63f2d436b9eee9b411fcb1a02454
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ab340446ff594878408ac52c022063cb2c499e867e74fdac4b85bf803ecd3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c98cce922ed2cedc0edaf822de0008ecb3d430
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cdd0a3e17b333dbd15b02555275c6ebbe96b890ddf4a9f65530619a5fada40
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8a5031a0c6bf642a39e0335fa8b11d23b3293d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727e04bcae4eec5c1f41e8e4f7814de93847d197a81a037e6f93ea9889584b57
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f682c1759b801b0585baec4a479d3c51f01f1edd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0fa4bdcf413ba15e433d43813677f3f49d92a2ab7fcabe70bfd99cea40e6f9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beba602a95fda53a8b0f2311a1d4325ae41498d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a52494fa06943b3377944a737a87925a1e86b525a89a120675eda9e20fce6c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8144b4f241ec44c31a51b2a346c58e072f6c6c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834c303868c23f41ded3e14bd57ce54f30af0814f05cb76960b14810d7639d65
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffe285ac9957f87ee58ca2ce87e13c18bacc4d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9e1b907e91d218cc374f8c1e5bd974ac4b38290063c6cc8452586ddd0daae2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f25db7373b78acc73f0ab5a11090bcb66ab566
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab30c38350320471f0b28740923405cbe42ad82f40c610462803dd474297f8a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a9480514f0996aeb1d34fd50b25021f544bb0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca86a62633f7f44b365794622e8d7e0603e895295b163fbe68cef0c2aacecaf6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daae21683564df6cd77b2ee8c8e61cd68758a463
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13f2c7741f6ada6b76c44b9b6570143e35ca94436d6348042479fc021c9d906
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cedf40f2e70011f2376f191ffc4462f982e09c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2582517a62073ad87ebf229df804f08edfb46b225b3afa078c8a1a39a3d73ece
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c9bc5b56bf5efd0134f40eaef66b0f79c97838
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aeaf1b500cde197330a85a02d7ff0c1588d3988fcfe59c91f339b09764ff6b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fd3296092450489dde057bb9b4291ac9456f7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37f38c7c67b78ce65aac7c1a0737f2090e3a6d9fa7e75d79aba11678ba4d95f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166689f74746c04b7ba4d7750f627f1bcc15b097
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b600c518adbac52de85ab6f0050f57c814261a116219d91ea42567d0710134
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd4289f6c0babd28aa789dc237e5427991e7ddf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a4dda3f290df0af5c3386ec1315c6d2f71396b4d40525c0a387e9482d074de
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d401a161161502a40ba0688bb015a263bd3ecb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5a0ad0c4ec662b0aca47510c4e5ca646ba30c407333b5218625ea4866840d1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b162831aa1f41adea08ce2b2769ee181902130af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3aedaac4480cee067c716949fa786ceae73cb250e32c755dd5b8a86756a3879
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929064e2a35c5ca2073069cb5bc1e2430a6c1412
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3a09aa7cfec6349318539b3c2d92de903a548f1a87d721b934c7b6244169eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b86f733fe9a65ce57c4e6672c21d411daed4cd5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c929c29f1999d418d811a71f50b0b32ce65a11a2d266e709ef37361d8625c1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22a3105fb913bcfe6be033344e0b14dc0943f3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4cd0da15ab7f91c5e1dd8451a91a27b3afc60af42b95798207590388fe4f56
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e208e86f82efe76cd5da6351268567c6a3f948
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97024bf2f14f179c9afc680786dc86a513637a63f61f4e7417b6b795255fdb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3fcb79dce5282a644122e036b9156a76931323
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e828b0fe5a5e0106beeea6dba920cfdb6fa89a78f04dc971c0907fa2d92af103
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c028c2da6427bb8d2b3ec6fc3a6eb718ea4308
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0441ac4990b51c713fc841a34a1475506d8fea0a7808db721cc3281ab44cf5c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feea657e21f8a41127764cb523cee5f1ae818461
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7c148ea43883306c08047eb7f95e573a365b2e3e71523ce804710b7a12790f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0e6fe07eb69309ae781ab134491c24feaebe26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7683d66fbb302a3af7730e7044f61f314a00034bf536fd8f0dc9d692ed823669
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7a0e17ecbaec59500dd02f1941937d4350890b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4397f036e57ced415a34d044ca5d4be998d1d09b541eb07cbf9c9f9fb7e58b8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969e57468b96e1e7c5b31fdf9e84c0f56882ed8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d14c85383b1f40bf125729d462ac8ccdb996f9d5adb01db49b71312ad0dd727
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa1a015361b5ea17c5b5976ce7ce9be13203d1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44436872d0881b6848de9a3dfbf848016b148ca3863f8e100d482e088ec5ffb0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299b53582d978cabf79ec4ca24bd96811ac9f5cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69300d443aeadc502b54a51600fb0f7ff33560ea217d80e1a4676eab8118e14c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed979f0b702c740562b7896ece21416a095bfd0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff264ee8501d69683f54d8950615c16d91e562bfd849adcfcb8e2ce5317db8c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0109f01456a70c525cbc5412a0d8c1ca082ae5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77998ccff6349ebef4811dc2f5ad95429c05fd3abea8ec348a39994375d87b73
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39441a91d985fab92e129c9098339212a2751d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd10501f326d1554a5151a0a9a38450e22b4259da71f7474e67f85d9662dd383
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b78094008b27be8afc1ce8d9ff14676c5c6d01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec60e1080d15b480130b5c6d55a3f739c2ede49bd300416100a0c070f023c38
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b626d6d99d50994184f5f8eab7baca3d669635
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f311b64e8e442e8b70f2c95836a7bf62c523d45a26979f86f03ae7c882fb831d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c847058ec87746e95fd68bc6bddad06442e9470e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2f174628c479dd5da68acbea2171a4851927e5dc46a9307e434a43eaa5ca1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54a83a3a3e65e0e710e53371e3bd8890bf13922
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa3b45ade10502bae09763b52871a60b00dd2c4046a5fea3678e2e0c1faf0d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939fae20fd1b0f3d56525c5a33500f33484d10b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527b900e2c7d1a78e6a0603a32bae90efbb24126f6a287061de02c849abb63f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bf7afae21750ea24e776e3485ac69c530874bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3842bb0e25f3a30a3e0bfa4accb3b6edd5a86bfed2ba5b80765cbfb98f627b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68eaf2b425c96183602341bcf4fdae49ccea75ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57b47c1a4b56cc23f49c8e02407e994f8d4c8f79821f4a58356b46ac584f804
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a58f8e155cdb7dda81ef61c6caa8f3946aa9db5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd06e4945804c81a0e5c2b2112f48aba73dd13e1d62fb39988189b413e14593
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c51a07bec2355b041e03eb41feaa7eb61f3c5f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883405c485d50cfaa97ce07b8f96a45976e68de119f5de065bc242226e63baf1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdb839ce889c2e5729dce0607abf28288d5d888
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edf992207d2836c2af182e97a7d8cdefd36f2a8019e5b36373353c5cf52095a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166fe22edb227169e1c4c4428c0ed3c5f4d1d4d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18fd3c299f31dba9cfa3d5d0fbe41dfc3a808fae24ec077d8a12eb1b736b56d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1415add69ae60a015186a75fda2893532ac95539
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfa85485ad21995e1d84aabd05546ef8b0ce54029539db56df5cd5c8e336a18
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887de9124e231b7b8452363915aca17ab8996af5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75781a4521bc328519d11d5872509c0d2e23c84e9df364eeec6c78a0a1b92d66
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03bef096116c6648d3d0a1f558ccabe6da61cc8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864dd5d2844a17d3c96a5f601ac428ef3548a9a8fbf0c279221793d72cd684a7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8b301e633b2b1526df954d77fa02f328bdd6d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cda3978ba15c31ac65f89da539e249d9d9761cb394ca3abc0fb4b0ff18db07
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52c9a6b5173329488629b136faec383137ffe28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb6ae5c9b93207345ff37f4a93a5b0b4f475aefe29dc3f62d9a33924c39068b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fefc262ae888271c91a7b8632eeead94d236c43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baeb71f0bcf840236153ff1f45f7b43ac4653499f1ff3185d00f0c4edcf25a48
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d56c4cf1a4e07d9daf4b6b6498287749cd7983
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d11e63bb3b73856d15b3b96713f0e29a94370ecb486f7daadb9e1a4609fbc07
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de57f6db5981ed0e72e49e44959f5416537c4ea5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d03e4e1b4b0496eb1ced4ee20345533c760186d92745ce023ce2cc540d0557
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42258aadd4bc6915478783dec39bfae3c3c402f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c0956490a382669cef8c17140c017e7a959450645000e39ce0670aee5a0adb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078c6d8994b9c5dae9328ba2c9b6346a3140fc0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22281b0bdeea76e7320ebe8495c8a08195ac0db03d7f43357f7ca5e81d79ebf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2798b9e20e8b5e1c6fdb24836212bd4ec3111b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6544bf52253f38bc5a044413cec8f88d6ad4ab358dee20336c2acacd73c5b9f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee67e2ccbf4ef892fdba8a18c8c9b41d7c090de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5341339c0c3acd51074d961a581f9c59d19d4bbdba8c9de8199ff2c416fa4755
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215219312cfb6089b33cca71cd1ce520686d197d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb99d7055dd0960defd8e569296cafc8c6f331aece434d1ff62d7c5b71a985b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed20a3789aa018d6d0401171f498cd13c562bfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ba6fa19fc9d6e228069a9922944aabe3745fe131f4f622cb0a311c821155b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537157cdba5dd857ddcc52273216262334b28034
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb63521984ce68b2967e5ce31be660daca7348f00d21a83fb507ddca47d8226
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a888c284957a97982c36717f6cf779855a65709
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6a4a2797e3c21f2cfb5a0c69fb85d2c08b1fb4028b8ca0a82a7b3d39dde3d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3febb07f3cae5c8703d39366399def906bf89219
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64556139aa6b928f4f2a0ecd784376586cc74f685b0e5c01b3f611fdff5dc756
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30a6d73129086f80990aa52de5102c97cd0be04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261de25ad237a40bb052e6317ee144e49a6308f5bfeea328604b1c1317389ee4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f123dd2bd59dcbe81f973edff463f174566f99b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2bf6bc442a117389ef28113a8d3a97e1ebc04c66918baf6588592a55b7797e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9e870e42f00a52369ece816e9ad69c2ec3397c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b8e2d3fe93bdc304a66f7fe011088fdabfaf5ebeafc84b9e9bf88a3a981694
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b41faa2da763a687efa8799dfacf4c8128bf0fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1254cb90806b72cbd2e89bbe403c6340e7aaf438c1de1744f6416918bd40e51
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1449b8a7794b88c484b3ed12b269c8cc28010f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679dda66e914acf295019712134e3cdbaf129079bcb7bda7ad895300667fd483
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdd62105f3675c0cfe1fda97ec647437b4a68c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2784591345166ba8bdf72c5bfc1e587a9e7f8eb0b44f79f7b9807b484e120c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e4ec470de69fa5c8f05e73f0e6c7238823b847
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a5c719438258ad4823c99982097a0b1718b3b9b918c77d13d14bff83e2cf41
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83bc639dfc37a26d6ff8a9ba8e0f5912445a58c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525062aaccaa3f5a35da047fa08f20d1ad32e85a4ffd561a1387800e736d67f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f8eb8102fbdf8f037a71a18b50fd14aa6e4b2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7014a50a9fbb70c993a4919104cca9478aa6ba55ebf637bcb69706f3d856f402
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421c4c788c971c16361449e7840e52f4f8b96168
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963df0b40a46280f86d51ae5948489cad52be49179d1ad5dd0d0181ccfc6efea
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7c9ccb776124e790872a4157a18823a3cbf063
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc095856eea53888b48950c6da3aa641be522991269dcb8572bad377a6772f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d752c03fc37810325bac84c69cd671108f10f092
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196617db166de9d83f7bd6a1248fe01180c56c5ba3e09f3018c22f54b853255b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3afe0b18a3037925c3b76cb8d44e414e63efe87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147996170bbb133bfbbf306f3a8852672ff8064f7770b504e1d2c9bd21a6363b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f31303cb3d94b5574612aac76aeed824825d21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0200a802a984904b7eaa9ddbce0e8491261e5e8e852cf510f2e3f5754f0624
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9b7008f5d0afe4811c73d4213ecdb3d7b87056
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68e81b033d9471254e4c54ddb10370f207f1f5206425dc3a13e10e64cb84189
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a54ced1a31edfc332c29d497f734c4268a1e91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cac9d4eadcd615e7f7ac10e0f73b5d345faef507b8b5cfc2b5aadac1792bcc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f666ba6c5c66bb08678235bcd102b5c4b622c712
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9675fbd733caab326af9c100a780f324a2e07b696631e0e2bf54ded73e13529
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6314e571f77a39c307e5e58aff948743622ec1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f209fc6e8f939f19515ff6a835019bb81702e866be04ec45d874db89eb3c24
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0887da0117988548b5e388415d90a868b1a881ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b960df4953a8b7fc2792be8bc6e94e5bd420baf3e06e0aef58c37d64ed341d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352e66978d28591e7fc32464e8d8989a5d1c8e79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e850245d74e13708150d85fd15bfedf5fd78d7775df6eac278456d6086e9a6b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eff80ce0e2cea5474490e0fc824d868bc724985
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4540dde71c70590ad7239c3755cb8a8231507c73e330ee33c619462cd5c8d45
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b31cc9ae412b17fa863095225e19beb792343a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd2c9c48aec7f3a729c21c82be5f525843132dd4ac68357f48fe6d2c3c347c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0c04da50d0071daa76291acd90fc3b8e1d5a39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6bc3ea89d88c6786b988bb622b03ab4c18e9b60f12f4ed87c03e9676b3cb64
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d609b08b81b7d6f0daef3c56eca3a18463a0e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e4dc1978bc23da394f5bb450e905510ee7cd80b822001270d72f2738f1c74d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df935c7ecdb5cb17a0e2fe6bffffed6bfa2a530
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e464cd18c30e2862f2effd705f22bee78055a9464f980382a4c96675888b01cb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64297c0024535c31f53334ceee530f628a1c0cce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bb46f23382769530af52e315dd5ff0465a8f936b901e9f0ffecd08ea40718d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173b35977f73d445f795e353376c75a974ffc51e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61bccffd63ab6716a1ba15fb8e317ae44a6b6673e42c92eab2524cb7605d301a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbdf147fc51be5660061fe95be04fbcc87db671
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c632d08bc0c9e853252073a863d53eda17bda8693196a391c686cd4be7fef38
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eea97b65b7a123fa3d27bf202092f6804744e0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5b9c8a14146db307b78bd63477d30af9c3b7c0797f9039e9ca1761e087d61b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9755cf5847d5bfc40c9640f88674dcff4b704603
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e193025bfe0c18b9eaab171f0f26289a1c5aff711ec05fc1a68d6f0b8bd05676
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95d2941a31ed525a42741ccddd8285e9c4cc03f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536b5a319db611b6af698fc59047ce25bf1d25ba651e646d6505f8e60f55f72d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f264173c78a938cf201c54b47165baf14602e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500006434c19505997c072b350d566db8033d19d7eb5416a067ac7ca4f180688
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6386c9aaf4e55f801c95b503df8356a9fd23988f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ca6359e7ce347db07f31765eac2795a62ae2a68a493a82d80ccaed8c3ffc62
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649dc003e5a37888ff20f7d86600c8c31eab3b4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da3a9145b35cab811005842b0e081cc91f788c610348c72ec280440bce629ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22d87572e2ad23db0957a2ae57f1f6f636192ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4195383cb9016d0113befac51fd196f1391207c9726023523096f3b4214a81c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3a9613f9db8e283c16117cf9215ec5307c06fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6996175592b9d728c753ac651cb5506ce16e2ba85416bcb6351aba40bc98c6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389c659f26ef89d8f38146bc599437558fc0fb5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b914a7d0848c634e9e0c79337af71eaa9447eb37fe0bdc4d3c6dfbf671de652f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db2c03a9adc75cc1278a749f8a6b88ff8048557
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4a5709e916d703b4a8c5cca8da48fb5d263d9132c74bcdc4ab7c7277a01d70
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b93a961287de642ee47d63ac4228bb53c7922bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b80b6a7008748eb3f9300b47bc3797ae52f63eeb854d01dd2536adfab4d6fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da94158e2d5139ae57629077639ce934ccfbe27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e8c36ac78585b844d92c260ca74c935e6d8b1ad1bc8f9d24fd1c3cd91773ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2b2a5310992aec602192ae631a8332f369a7a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35e622f3cdd2e56c4fd081cb19bcea0a07910959055556c6b42879a58700250
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9ed7a31ea2329d219c2735ed518199362f1935
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8beddb0ebbadd8a42f0028731fb2c24326346cd4fc4ac6bfe94c4067b6baabcb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9911d19f06fd4784e40c6609980512b1aacc086e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bd271e5704eb2d37d6dacbe64f953ccb6e0043544a1c5c2aabc1152b02d884
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c514fe17245a4fa8ede0f9aa3eb6da5bcd11589b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8393e49c601774c224b83acb2d8132368f5d196b7c560fea0d5889bf3d0746
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1231d8cd58e92771dd5a8e3fcf82b2f6f25e3b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b4ec697593f350e0869ebda780872863d0ee07a19345a894e74daaf6c5cb52
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef824fd8f14638f7d3de0a75501683f9f6561e33
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9143fb69a1bb4c5cd6a2fd00bc640e28383e31bfdaf2d3b1ec16cff1e1eb79f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e717171c106d176d507946eee5fd17926485cd8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820bca14458b8c710ad398c74b8e28ffe55766d07c1560bc9c58728a186fd01b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7ec0c28e5b3f127fbcc8c0b04d01438dffaf99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dd1949eaf63022a48b59d8c337904bcd3e62aba97128e8b0517aeca0d34902
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cf491b1ac1043ac9f538e81fd40e85200af528
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d863ae0fd02cc7e5563fcdde2a9913b1795cff4a92e398c478efb3100fbfc524
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f356b407fdd07f094397519a233058fb1ae98bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5045953f39fdaa1ce0f04cb7b973bf1dbcf7bcaad51d984b0f7d0cbeb32dd260
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47403657dba3682df1e2f73659844958f37c4ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d603aebfabf102d002264b8a20869b9c08d4d3fdc7ddbfc3cc5a59d5d173ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f94e91d784ed6b108ff967c5144f80d019e0ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9282cdfd370e6a330aeabe393910fbd9622c70d4b257dc88f4aeac08f35f4abf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce16171bfbda9a2f0d6778527f30d15c38c92080
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27717c4c71a5399652d6ef7e184f430f4cfe7fd05870d23a7a39fa9af10b78e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79b5e5a7c57a1835ab6ffcf4b34170b6b2aa3e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4990b32962f9c2b95847f373731ca9c1a864983f2719d1cb3e07413ef6560c9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0277e0314d7caddd643a805c607a47f270491ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907f67eaa09ad0065c2fe1ce7485f5e1b8c9eeb3cede5c8f7aacd009bc9c0567
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff66fa879a4d298b37f41076a12f3db2587bdfb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f235ea4944786ce58e38f3da6d48e054776fc04fbdfa274a37b81f1ecfa68181
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82f69abfd2a20978997353ff5ab9014dcfe26d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0e668cd88cdd12a4fd78eeea80e300c7a4095a46eace1a54b091e9004a8a91
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049f81764839625b640b309d7233c4faa67af69c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11da71360377bfbeae7f30c0cfeed10d7c1ce26db8701c7eb35a6f49ed07b4b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7cb4458c4e73e2930b3d9fc1f981ffe8822270
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f03d4bec26dce183b29c6019d07e3389cef3ae189ba8ee670fc973967a62cca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa541d36f138cf0839ef54d354715205c8895429
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f36628fcee693bb7d619a9787a011d21ebddf8e3513436cb57a94b83d6f311
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bfde83b0e2de5344b04627df7dbc5b57bf267f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05551ba9a19fd47bc97be5106390456a49f50e457e13d81cf31bdf809c12f5dc
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee931006f4d87c014bb9968479ded468ad0e158
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ba4c05b96813664187e6c4e2d982aab8f816e022aaaba5b66716a55864cd85
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca742a74979ae67a8531428eb798b4e1b35c9e85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0356cee12c41f04b1bcd0e02486ddeade51dfd264cd2e63e3ed48daa7d56bac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a5431ed7f4a334b97069952ea380145c0127e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295730d480fb609c386aa7b05eb45d38e38e88b71fd691607bfa730836245ff0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c362e78e5cf18951b641cfa417f81b1299b72b44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99d97ab146e968051f4ed956adaa9d2bccc77f2cc93431f9a7527f98fb9aa7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb657e1d7483371b64c02426c19a965cef31d86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e42db8b81b77b4b1f0b71c8af2e5a79dde107f1c4a90805b0b9bce705d91b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652bffb764301de01f2384c489fec76a6923aba4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b34cb16e439ce0b8accb5333ceb65dd34cc8bcfd1903b0a341533cea7950956
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f875124d7109850009f2c52524c0684fcae1f4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a232ed2b6a9ecf54c529b2fdbda28ea85a27dfd632a140feecdbaee86de5c6cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a352d2b7d1dd70c761b48dda5bac2ccbe03b655
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061383794558377e80267b2f2eb8faff11f09ffb67c1f9f705dc06f26a3bb2ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0f70370e5c1e884ccee7e4de297d07361f7b61
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fb8eee26b54226c61df4fb0b65e8e2789695d0e4fa0ec4e39e02077a3d1100
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0e18dca75ab139c855b665db49f69359abf12a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090759cef9603e8575824d4e73777a27f21ecea4d24d1e4fe2cb8450e8ec6347
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb600416f87e241aaa90755c310cf76fdcca55ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9fc468db19c3b535e3974816cb2274afd061d67790dc5defced2d05a64b6f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81035e977f76f26ea41a0b17654c4a3833a50d47
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c5f91a0f33a33258ac3b20c18af8298dac2640198d73cdbc70f5dfb1f67962
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e43dbc0e8b811f7a2c4999bebd7ad6781cd8b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7c6d3bc482c2a70da06dd53a4ee2ed703f057bc295a969d28049b53eb29d1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c50ee8b3ff16c2949dafe0981f7f7b7b99c72d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78227eb2215d28e7da3873063f5ba0517415e265c0fc3faf6343ede6fe332e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0aa21171b897af3072e5425abfabcd346ddbcb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b714f60dc1f6ae138015a0d3d914b1dbc128933f3b5fedfdfa2337394ff4d166
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af679ded810c348bf78eaf4361886e70e24de88d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbece0d0cd01e5a367c1fc4c5eae9a309f6fe2e0d91454390512040959aa4f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4deee90773545411ae16aceedda32eb7ba0f5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5eddbd91965948d89b75a69c0725cb0dd713e2483920e8e34709da112829b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f87083a8f5e085cf3fb8f80593641d9685ebd5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9395da6e353e83986d419787da47afebd371a600da97701c3dd486af50637069
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d9cf5b49718ea277de70a6bad654585af58904
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97742448a411029b5f5268095c9c54df3aefb563c4dd9a83944804b7118d2cb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb121ba6ea0383c8c2e6fd63f09fee0eae06c686
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e454965feba461ceed066279aea0022c31b00051616c4f5e05317c960cba8c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62428c7a7b16fdb0e32d6e7ecde4e2aa5a585341
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fdf08069acc47179ee9fdcb82df1e3f4fb08a26c113d11ecf3f5db9738adb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d4265db52384926985e032e2207c1e334169af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744ef16a6e5cb48df8bd176445d8a10645f7643aeb43a764731bed886481636c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce98e5526b8bb552c4714d5c96a1d52712d7fc9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac648689aed48d87da77aa82f9d35b2194b5004c14f93c151b0e5fa170dc82f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6493189e2363c3ef3774548a069af4718f2e5e12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33efe6a52da05bd41d9ed4354b0123279a1182b4942504d4a8dc9bb17f6196d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad55ff242409ea54aaa901fb75c7a091fa56a96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc4ac5b33ddb8bfa95bf772794b260fb392d3eeca5d1c317b82a9b013da6138
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88e43a6e86ddc009910ee00a6490e49748c8ddb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3da2a8fa7f93798c09b80c4fed483d789362475e0f2370e33dc2d3fa20aeb2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e713c73281be706fe94404329b5321d5c427c218
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e619c4853cf8976ef8d749954f83cc9543db5a7b61a81878e78e402b454af1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a927ed2734d5ba82b54bbe509f64d720ba9e4573
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa1ca064a3cca6d5a4e69f0152de97071c2c6eeb07fc824456cada9e63ea395
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefd42c0245446809d1241e99323ae287f741399
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae830ca5325f9e5fa9b9a2dc1ec182defe2deac7a887b2eeb9308d6b258ab011
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2465c7c2a4bdad09e6dd462236ec844fc92d88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4682431306aaf2311c598e73ed7718627cb32b3446694eb542e25caab994f6e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18a8357b8c7e9512963ed7f91fe43639c41148c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c14f974fa5164c8d0973eb5c264e7565f23bf468c5e7394a02a84431ad6d7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2ead1d71981a0d91e8bcf326766f9c99b4b308
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100f361fb4e5c9f61680df76a580062abc73cc5132d62ac50fe287916376a7ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991abd11f36eb90ab0176812de31018d0c8c5617
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14f38d941fe37607a97a4be273acdb335e1531a5b885a75bd8cdb432569a10b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243cffa5e412fa33b1f397a2c3c6d21e6d5415dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085d7e81c08787c4fad93ad42eeb7b2cff316f2c07bc72acaab196606bd4f858
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a234d36a8031b0d99f452ccf86ecfd486bea920
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9a4cecd8630f38cfbb05006a08ead0a4831deade8036da0706af57b280404f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8cfd4c1bc6ee964048ca3ff6079c691df25f3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b5b3b8fd2b8018d4000f853acf0797b0af598a568c28becc0279aa232210a0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d05843aed5e8dff61cf7979794758e754263d8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebbff27dedb52926a9e3739f9593b8e686104310d6ab0539bb04a8b1ed4ced9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5277d623d9b56a046798bcbf47a2e34aba01c4dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c300cee10f5660709acc2ceb421a74b53ff7994743cc866e34307af3668024d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ca059db1503fe2938957637a281d39e9b541ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81e28c631686be6529e9c672038a099ea48399fbe93f8a276c74abce29b33a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfae8823c949d0816915c2e878950ad30a7062e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cf4ab220c4704eb93b5d2210e86a54334a83f3a7d2a2fa365e91f76dc10116
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cfe2287f1a432c8d9d81e2422d6ada1716810cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821a9b27e94b08009417f778960676d45a3ea31a623390a929d246368aa135c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f45274f0d596246723bd81198ea36cbeeb9f49f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4552711570cd7c4366c4bfb2f4cd91be6bb2d9da0100815a593a7394b2a1b381
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3354205425adb2992a11f48fe4ee203a8e5a22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ac9cf7a29c8bae8e79f7b2a2dc43fdb2f2ff8898589692e877ed2a77981889
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86fc5cf05b07fa4e90f115a0f50dbc50ad476b98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cf34a4610dcd7d13966e0629729260093e01dfbded9e5c4ca0d6b0691062b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be722cf646653a6d2ceba833258dcedb426bc07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3e5590f72c7360906f90d7abe939974c426b3d08eed9c8c9799a87c0dea4c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b38cfd9637e071f926b5128cc6255633c815867
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe33628bd217e6881c29864edb13f79a2089fa5b46dc90cabb39bd8964932681
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a633cd868fc9572ec91af44f262a076eab83185f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f547c4318f3bd882d7e5ab9c62efbc74e83e5e58e97c6f6ee03e82fb1b5e8901
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb4217a38815755fd84c256ee757865576da5f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffadd9a685a532501081adc16081face1cdb90fd2020bf2d0afe1c16caf5095
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea9994dc9ffc44888224b5eed813db1ee362428
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066d1b1a7e8eac30049f949ee00d612ac76a93576c57e69dcc4806e1887f6bb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a17bdec6b00e6bab9af91a69e11c4124e2c916
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f62c5ada5ab9913dc39e620dde3f89044eb9115036290729b31657e4810b4e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c483b0b61138c6fb074204b235f86df1e79e2c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa3d4a5cd7943521d4d01ea279c1ddf0f80b618ca7485552da3d2693aed492a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70309c70ef7328a53cc38d25fb7bb739667ecdc4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193d6de4b45e42c72b145f62f4e206b220ebbbe329b4ee0d62162e813c7affb9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af48b0b3124eebc899bfa124d30d78cfc84b624d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93d4d78851a389d46af11358b8f14b4274287e39ce079ecd25120821e2260a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48a5a10004698eae912bb0df37d5d0cdf22df9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66eaedfc9a2e3bcece1bd6dbe9b5624cc27a907f720f03b26e2528964526d16d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957dc9d0382b833eaadcfae488168f7bbf08f88f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5694bd8cbddf6b48336052e0f9beda449c4c91f62af1d7546c405ec015cf2c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680de9f8b4e0cab0b7259f671805fdf97271c311
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb59913ca06c181c5d1a37dacedc01a77245717ec70db708689930cb21976b64
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf85c8225bf58f59df0f753182eca0b617e59eb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd565bea0f8ea0cd851c986a8e55cbc14ad382888c1d6ceb2973c984cceec7c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685709a33707f773140c5cb6771f86ceb3687e41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9099b809ede6d14211960315422ed94605dd635cadfe9d8a44dfa0cf3de2ca0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cbf2ac542a7aa1a2763c4e7767dbf6101b3b6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf66cfb83f877388b41ac9850c923a29c8cbe2a4bc2ec088b3351a7a967e850
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7194bf0294695aaff39e959a1d405745932a2216
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9088498b56bba9efb727d58dc0f65e9f13b84650101f6f4107b6eb6e4433fb7a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a739611e3c0b3153222d1b9bcac9ad3df8e206eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949b07c609250564f3efeafe06f9fc1152ce848a1274e4a2685e4ad630077210
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7067cb477d938f4bc7f981e8e135257b25b4af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efce61e6c182ced3eb0a625e971153e552e80b2516c7e348f6ce694fddf5065d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ca4dc34cba6423500a13585f24bee4950817b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef272a4cb3b6931ec20259169bda2042da7b37b3c692811b1b1d74882361c518
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea6a344479af8c8e82206b68aa9e43b0915f46c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e201093ca055201a26435b36faef32f1641d2f938906bf0f3d7edef478c23572
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff22f693e0a935a1165ae4295e92917e547d6ed7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92b15c4cab20deaf58d181c037a7fec6ebefa95a44f67cbeb59fba2fd4216ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace5b1467b80a39f9d2837ef7638b3d884bfec73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2968b4130fefd97ec0d0ae819e44ad181cdbb7f789f24e4441670238b652c7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da21d5a3da139bdbb4b88cd6d5abc457fdd5f994
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9133b8c0573cd0b1349a581ff7c73a4f4192492458acc6fa2eac659656e5c616
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c58bb28f9564eeba93db30c622822ea2b7eb1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6690ecf1683070158ebb1d15a25cbf54e68519d7ca6a0308507960246fb93567
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce769db7991085a82e0a79b34a6c01f77060bc82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fa65ca4951a9d0fff0ed13971b07c769a1dd60d6d0cf7a8ff9505069836725
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9f4ee5df9334044a835cbd6b66d1dc324ca867
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffba90dc874fa481d24d4f193ebc166d65ebeea58777de541e44d3698fb86cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be96be9010d0cd6931978359a405c8d37600035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36950ff0d7798f7429210f3539f1f83c13aa25343c8395fa699bdfe944ee1cb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f1bac51501a0f3cdffa8429ff32683328fbac5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c89851497d4d33e24eb37f53ad4fb2edf56ee37b9d6a1e2c35283a022a1bc8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326c5c8b4936b57414bdf674677446c056b5b481
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd76752437145a81e71598e8eef079f7e03643371666b61c7aed05ae091422e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa382db2c22b7916cc41125176752d96708c3563
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a066cfa2d61027e62496a68f44a600c6b4676dc1d4fce208daf08112060fc99
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f81c7dc94eb1d1fc93d55fe03c57e12b73380a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265a5dd8bb4380e2e3b7eac51a32ee458ae731524a8b680e71d1c9c616506af9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bd4c13e294e44c614f486f626a03027f2e7372
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541c686e45687cccc2e74fe3ce7814646e77172513f330b0a0906d2567dbbc35
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f5dd14d3c1815b9a82c0a283eb1233be66f1c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746d485b63e9f86fd945ae8eea71eba1827143091925324631594df87bd2f1e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f369374fb1044e68128dcf3291cdb48d6414935
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7693f1a3e3538933c6a4038b469fbec40cc0be2e0d31c9f31efdfaf4ee13d3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21733bc0a46c3d93f345ef5ae6ab44412c7df66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820838489912334c564d1cab0c5c718c9bb625130b039f6d4f717a4bd96e9976
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd7711e03553bbd8f7a597199dc395d2c41b39d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39572e770410221b5446bf5ce0b08b5565ed18bb33d20e6a26da900d8b700420
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea9fa7b0052633f74ad5247e3d86d530d58ec9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080ef543d46f462dc908d0be980d559466c915c1ea109fd866d98e971d6c640b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e754d0bc93395ee4bfac2b34290c8d1076425d77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0830cbce930beb438ffc0e66421f6e35f3d22d7e49d5c2b77cd3e5fc92d4472
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cc6e36362813b4a95cf1a929deb62f5e733f26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b4af59f97992eb9033ba8e0b670011d7f2f6f599c23899bdf1203f154b73e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1824a0d92b87f548347803da3b54ee6feb83bafb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b970dbfed070c3fe0152517b81a6a71c401fb69ccca4077fb033b6fc14e4607f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6009eebb509364729c61e5bb7dfb1a27680936c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41d5ccf204031f885f750e7ca40f32fb44f091338f83d50c8a65c6683f17288
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80daa39ad6b2feece2d50996545db277b3755e9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0e42be63e03b4e2f1690cd6a85fb09820a6b0a600d4cabf0d89943a4d268b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47dca9e0f568920961f6e16dfe402e757455f8cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5015c0f8a6ef5b8e3a2902238d3101da9feddfb770c47048cf37b5d4dd5b5e04
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b2b587c98016ad7170f9192ae5f38c9e75ecda
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72838f5c158878556a3be2d4e04b74d5eb0ac58c60f17419b31fa69cc6e73f4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7affef60f7a3dd53f93ffce6142cec130186d7ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fb7ab2274080afcc56273a6bfc40adfcd0df0500cf25f3246f886d187e18b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb65de5916251c47168492604aee0d078062913
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007b15670f43f0657c569a5f0e127d55ef4a438c48a21998450522b61c4f025c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd00ea43a766f6c07aea35b70bf53ce7611a19e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619e7deb8c819fc19fc2dddb5eec8d45ffcf57afe4a3f7b2957f50aa596296c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7dff2907ac26ebebaef159914a8703a8457fa88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c030e94cf7fd4a5bcd8fe1cbd96e247e5799e992570b98fc98a21396b3374957
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e421155fda7e67e5de12ffb66a055f6540075b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50f25772a5a013daa30d27c37b9f99f75dbd99f1295005ed1b25cc80b3c6d9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcde19416e61002deaf7bfada8a04932269122b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4914b3d37dfe25d7e192af815c84153403760936d410eab5454151e13e8ed4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91a4b00006b7335c7b02e8d4ccca6931d1e103c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0705f79728726fc2a05a7224a768e7b8ddfac7cee42e648bd4abcedce5756ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491270768ee922e74c0179873d96310d3f5d7105
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92562ccd88e02c069d16651bc09236f06dd2d48310d9c1394698d900f183ebc8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e849e9fbce123eae7e3ba033e0cd08839e64d1d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8777bed81aac413bfc1d294884e5a59284c4ce194c5fd59f8b4d83a15dc0eda
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66a36f292c04a1d6473f2f369426c1b0773f2ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798dfe938d0c550342a15ff5a7c0645eca58fd0f6dd7c6650750861b37ff2207
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db54999ea90ecff7cedcb25b4eb4038132ac4de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0e1eed694c56c26653add13692d9eeba03c3a05659e9924bd6f127850be530
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180d4931867530cf50e4fd4b73681f92532b6a8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031988eebf6165ed339076aede3af72605763790621fdc45720bd01549933ad0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcbdd5fdecb30cb7ee73c2d85c09917a955a2aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9b982ccfe0493f6f76376693c3aca77564e68e71bc7ff95b886cb705cf05c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ff3c19f586e630d7035e0ca0fbbebae26669be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992a37fa05e1a5a546d58bb7e40ba8e71d95ee3ff50e654080521c84c0172211
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcb9e0bdb1c3d82b7c6b356f6221b57e3b80a06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550cbfc5a822db2891a377d3e78fb5d12ddc1a05ee421f8c9d8c949c5d44b844
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c246d9f4a9d3c6dd19859996b03cf85b88a54b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cbdb75c0fb012178ec755feea15d5ce7e8f8e5fad826ea834e0247594f3d2d
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41309ef8400402c806e2e0859d1b151bce63a386
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da977b433cbfba9a0a9d3583a289d5c590f0b652b377e95266397e6043b804f9
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581d21646493941ce79135ec1154b1d7fe2bd5a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f489184927436ff42167693dccaa69e651288bdd04ac757276303e685547ff7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa752935b4a12e4d95e849f1a36f90418151c601
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a471d4037556f254bc269c35c3c67a2df8d6188c8d54d950d25f00ca801807e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5141efdf9fdd13cba8e069961098f17d8c74b25e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0c485ad1903de37c019054955dc4c873342de6ac3a6463ef6cbfb51e66c128
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f53ffe63a01a92a83d84922d37a2441a1a13755
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f49210b0576dee6ea0842dd33174fa2936dc785af7c87d8aa8f67373e425087
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9560cd910578840af02d35a7b540cc64e2d3a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8480ed285850621bdeaba5a340e2da752b0b10a234b4a7fd457b6068447337
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddfd75e950cc0ba46aa7b8bb10f184c82a0217b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0379abb1de9b2b8b6c54c2d6a501471855d0106642830947cbe84bb77dfda078
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4254a8a60f64e64023cd16850ae3d41f78cf1d56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5c709aeb733d3eb9e27280816a2fe07497869a83f5477910e9877a00eaa9bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131a1a72265cb251a61799eb56934a3fc5f9132a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54b7e1e390432bde407e585ac0bedff0a9ad6b529d66ca62403964e215e92da
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d80c70c45eded4df6cc2d9c47e17c31e0a337e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9137d4d65c5eebd44bbc6c193f021d0f41922383d104882bb3ce7b01854bdf65
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdeff1b31a5f1ccc68d898e889893388d546995f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5324f97d96e4c1b71321fe0bf2cc3205a67ce5757aa701f5ea5819223cd6b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71986f46318ce8a043864185ecc56bfc1420260
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7396c1d6c66cee23a3b85da9236b5fea334a0afeab8fe99a232f697f2214c209
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d4d92aea61400dc60a0d2e6cfa26c8280f9a27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad889c3cfa01aa50f4c6476d6404c05b77efb575257656bf9ae117431f33efd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b67fba88afddba110df1e9e9aa21c8903278a7c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891f197e752ac5ea37c82874d9738b5aebb1a6fa686ddc9b46e12c9f59fb7edb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f465d10544e585b509d9f5fe2b621f34dc4595f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33099ed4ef7c736fdb3dcf6164abfecaad29171033094d0bd0a3b67d2fcf646
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e51fb2603e43de015554ac74d08197871ac28e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ea5f2a9c1725a0f1f54d4e87a3009be967892b82395951a96808f271ca6c3d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdebc6b196640691ccc69259fb3ccedc11a0cab3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc69cf4eb541b10be0a99675b854db1181fbe9053437a8f5e22df867dd1f91d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c676f000cf475686d558571a9293c729a23b1eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98d2fcc7a0aceeac044080cf0b244340eb05011935d846bd6d54d1a7cc318f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ead5e626063bba51ea9bbdd5d61e8c55fd83f7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d17bbef5144263b864d73cf6084cd954717de9e2916ccd8e7ebfc5e6a78ec2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3648a2d56e19f3c6e9764aad3d49089ad4043d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ba9e257d6a83d944df0f393434952b5346c35f51c833e833e8c81fee4591b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d463352b22208ee2a52bf110bc430af7942ad0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30de5adde7bc53c228fd8e89c1e2de236219b22cbddbc6ee30fa76f33bf39a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a9e8a5501be6de873de1f485a89a563937b0c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2df236149dfc2483d6e4ff7e3a7bd6e0a731ee854e7e0406a0c68d52145a3b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870d1656a6e0abf862ced25c09456c184e4bcbb8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1304c1eb229ee4dddfc093e8f1eaadf465b7ee0a364647d165c584813362dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171465ef9d414c86369aefa06571745ce0910d2e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ebe9f86ccf869cd57a974290c38fe640c94c7e4dc56e2aef0440c6f1a43988
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259d1ea531a84a67ef8f106fb262220eb2db00fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693053c8452df60b921a7bfafb32746695f9624ac6f88bf45d64c9716b7418fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc720750116d16848095aeff457279864cc50f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56a88e0e2276cb3d14dd5fbbc5d1df16891ed7e57f357d603bc4028e1264ab3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87623551d61d5860bcd8aa6baac06056cd2174e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2f2bd5ea3febcd81ba7cb335edb3214ce7d59823de878d68d1e234f6d2716d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599538e1c49bb8521e2e3911612671d06d5bc208
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec94d1955bb4b5c9fe8adf553bd1d6cf605617077bb361e561b79b6e904461e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae48c3ebd72bda9a8a9ef276fe725ee3aa85c18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc6dd11a7cc4658a29a92ba10824d68208f457aceb35aa1789d40301de5273e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46bb575d93a800513abc9842b4ddcd6dc3444f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3084e1090cef4522c8c12bacc9b4b43a90e0d4cef201059f0e9950f9ae472211
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196e473c586bf3cc93cf9dcca646892684958295
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a86e36403fb791d5aa886248496101ac7a96b1e0c77d7c113d73490f6be5e4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77d4dbfc357bb0b956889d5ab0038758981f793
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed00d1063ac00a22c4975a36a3fb11521530fe87dc0055326edc84083d8a3f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51fe9917a10b499385a82ac1ae30170c0ccb804
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b497dec1f275f363505c4212cdb24dc6f80813c9f69fe0d32eb89b4822434b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61a3b1f687f041b2271f016f1ea34a9fc83584c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b80578ec710b38458b57dc3282e8e9261fd34965bc37ed39447770e517b808
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7ec66e8f95bef1ea72c036c9b22e3e9ef0e4c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f4f872a8ebfbfa2c610156495022337b9d920a86f97e87126ab31aba805ae1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bc621c50479c878a50877c506e9e3bfcddc45e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40166455cf627f0e10d789f1c5f31cbb18433035a2fd14c897d7d50f80f6f7f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650140a25544b61394926df8180d93fb2b69720d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f4b915cc5c704f6cc71fb314f3621b8e8016234adca18305da42ae0166ad81
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7384683f118e18ccd05a121e188583d866e852
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e558e60836d5f2ae81563dbbb3c53cfb720dbf3687e9974d9fbc3dc87a84eef9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5727675479bb7fb7b2cdcac3481502c9153f8791
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47b556d31459d91a479f5ce411dc025528be83c67b529959e007603fc4bca5b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81788aebd7a0fe991609b0249e171b068854c77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17122d5ec219ca56a9dcbc1aeece38efb176339f0d8a17e1bf6e20aaff0d0575
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff772fd0f34f068edd40df8b4042003c10c0473
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dedb9d86ecdf8c0170cd8aa5371e9a34454c262cdded944d9a72a39301cf7c11
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a596cd550f9e6fe12f2ee45a3bd2c1ea2a88ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f55c23cfcf57f95e469cb93a43bd62a6f5326dfe88ad09e89a22cc70f2bdf7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd89fadff6699f9a06f4e60d2647d75f7d75de4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d52055e9a2ec61113a68b974957671268d9f91975a459234a0763c2377204d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fc297c511d9508be71a56b6d0a7879c2488585
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53685fcfc0109769a3191363bac0143a3e5afba006ca3a9ca71cabb78ea8d6d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7648cf2b38c2304a9696968c4118fb8b6252f2ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828c4b88ea3ade89c80500fcec0d2f6551e490dca1c2ea196bb718c64e89909e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33493cc0477c57281c6a81621a321b0175c3e85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4982105f93d052974130f15ea9edadfec3079addfa13ff0fa8b36272a176aca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a8b1494d94f5def2469fc4e9f4f4a603d3f942
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c78e401c666837021cc61590c0c6b73733e26abe2e22c7fb06630a684601115
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390defea37c85ead971ce22750ebe56283377b03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e425a4d66f4e7aa2cd81a27e8d64a0444e5cecec85a9b8d05dac15b1f4e27a2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a1ae86c47ae64d2cf59c0c8293312246b1705b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e47234bac897951e09d37a1e7d5a1425a53da0795a9e95c963ccc8bb1197ec0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f51b0ea61219b6be5eafce4f54f42871639195
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3dedf37ce43852a50abf1d24e52f44d0a6e6a97ff56bf06c7031090f2f344a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbda555b1ffc6f96c0c88ba612d3aa67e09eb224
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64898708ddcc6d2383599e05c3b117136e20e0b34f52859cf84c2151bc224edb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbeded6322af863f41057307feb2ca0fa2d2a3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1795d86a62b596c10c7b3cb383d7a927ffb71984e636ed58241718467c94f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da130b5e9ce84fbd7092a5db0500b0ee6d1b4ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b0cdcad0af3a64932e5ce9439d5d7cd7a32461a53a15e53fc313ac5205b36b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010a4f9ed5027ccbc0c6d0f1bdbc4b2b76997662
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679e8758b776a92891f24b93259ef149b7fd245013804b9a4e957e006f5773e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9e1f438040e1a86ca3ad49c9ea2024ae40033d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823fb0841c90ccc6c8c39f3ac7f17dd818cc15f5083f27c88767ee2736b074ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54799b48158bd592151aac34b49a837580418675
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7007b8c3c67202f0207d17aa729892d2fe06187d62896a4497d0dcfd5c5a04b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ae76378eabc779adc529ff5ba497c9e51fbb11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30051c7ceab91749d8cf678c14df79710d1046184ea487728a534d123e45563
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8ed87440f7a979d8720a6ec583da5c94f49dae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd7045e17e2b70dff907ebae04dd3622267aadb177fd2f8954d74ad55297270
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a3b68e6ce3b1da5b5999c98d73fe060f7bc41f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f0fd848d993f16d7e2a89aa348fdeb7d3084c60d09dbac9e71b75cb8353c5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9177250ac78b982d2b0b67dae8f408c990a19c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bd116ea7f58518d77349a358bee3237a8ae99d3721faac455ea07ce14151a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99ba4fc30b9f1c5b1c8e22084737ced85414b93
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7414758a991efbd206a865d3d61b901652c1f7b4e4f280d83e73aafd6eeb13b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0359b8055886c3d4994d8408d67d05bcbde48751
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b80d17e0a216c974b886d27a33ced609ae81ad62c01dd0cd962808ec07b521f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb147180494f62a09a8df17b39a074ae81b7ebe8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adea771acb97d8eca9b0ec4288029451319ca507469cb4e3c60ae1528965f41e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6981106245865a7fde617de1e8b1bbcfd6be3968
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70fea5aae0f0186f7d41965b29af009347f7f3e34fad32f61517b5aefff65c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370bb4a4d40352877bca0651b64c54ba3620e8b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f926b692b37274c698bbf7bb2d1bf623349de6929f4c21e1e12f7512568f4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d5929c05cc09ff2eb06d93a6d30fde7e969478
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcaa65fa6adcdb0ae0456a798441cbc9ecc99038c502dcf31ebb2daf0df5a4d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9fb6063f5fe4878d41074585404439c7025f7bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75101f3a3994f1ba4d69fdd6261b6e8aa98922b392f72e1aad50368ea3e0e2a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ece8d2f23e927f27dde8bdd4dce5f8e1561672c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe071017a060d1a9e50d5f71d57d2d16e9fae86ce8e638c87162ff3f09ec472b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a06b4d88cbb96d1a0be11e090d68ef77d3ea3d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caaad875b9797aa66aae259808bcf0654dabd999be3cc717c273fe471fd41f90
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62689f61faaca86c34d4bf293a0e5746021440c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd3b6d53a637fdeeb6757bb3a5c2f545c4a8755bc6e9e72a9055db346ab3f97
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..706c2965743a26afeb7a4d27918c3dfaa4d61f37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e5055554b85a954c168489520a9601cae4922189aef2ca785ab71c9b92465f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18dd9e6b17d507846b2bd18f44a9442edde00c5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1bd59f542ec5f544af043aba93ce4f729f41a7e113b1cdcb6de12bd7d2cd0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849c9fea2aa60677a3bc0be96656cfcf9162fa0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4545288e8c4a9078927e1cb4b971eebd6aaa808ea6389164180b9f9a5a8f827f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ab5f771be3c6580e3547760b90b2e18c571999
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b560cf36c115e46f8bcd27e0d5a0d36f1a7b441321e26e76d2088f35bf66cf2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19931eb11b1f3e13c610131359da9b7d09570308
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebe4cf5bdd67a66fcdf09a81b1271bfd4339f138d60f1449498911960cf2081
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c213ddcb795f97d0013fc35153c73a3a34b27d77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660591fbbe88641cd1547c85aab50906df2e601eb29d4e31a887e10f426a9a18
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7158604312cbe67cc4ae78e2953325a1884e4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59040ee9b661055de3b5ac4d36ee1fab08a084916199b11250502a01bda1f785
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3f8cc2b19d4d63000f35a7cde690b931ddc79b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b8c9cfb15961605fc4d9e09f7b9cda2fbbe5fd29612c0297aeeb1a82218c77
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82ef7323c2f1db3d68992e354fb2feed1981b43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e6e4c0c218e20760ff1a0b05f70ecc926dc233e8a887e86c0085150308f854
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c929cd636b7749edbea6dc78320add97845963
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef2160db4fd3418d4d86659570b673b4e65f333658f67cccd858240deba541a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6868bfe7d501d20a605afcc97df098cc63eda3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d72bb5171a64d7648b8f075fc4ab91d8b567aa6e3ce3fb52055bf006b84e39
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee51a40d3cf15bf716ce7309103b153fac794eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85248e837474cf25213d90831658b58034ff3ad9f1fb60942013971d053e5f56
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3080e16fffec980c05156c1e8e0dc11db597539
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fade900d1c4536bd6bc8ced43380f9cbe639c703ac364bd433d40e70985a47
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11f65339f1f33cba5b0687b71f1f1b53d3d1ac9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1c70f1f85dd51deaaf73de58924514d34c98713229b89f4ab9507e3bed7470
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5b65ffa63d6df3114f9cd97b7ce1a5079d12b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b12e61f28641d2c0119ecf5986df85ec10a8b313261b2b17ed5f3840d2f9ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf818dd4941f41c5f90e73cb886c2bcf4801b33
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52968c14020d6a84558749108f5613120e8c4bec4956581b077d7ec0011686aa
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3eeef1b16bdc5b08cb5a2a822faa6a0190bfa39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51a395cba654fbbc1e8b1f375e2621858eae9f9a78d3e6b102e50a527e18341
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26db7ae81d8261fbe340ea142f6cf4afae2bfd6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd0775b0a1f29d072a174389a356b3346c0b53655151096a6ca85263fba90d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454f070fff580ec39a27ef9cc31064ac3f7ff2ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9e2f8e303941de42e5b294f561d26eff2d9286c57984f0872d2fbb070e004b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e308becaa77cc5dff39f1042b1b33ffae289302e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15f2edfaff0a9e432d23d4723578469b4f73e025c2639aa0a6de3c4a306d317
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee330adccfec5f269b1cf00f5708f08de1890bf5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024776cd918bdc211454df657e93ac47aa04a9ee7524f69981f2dc1a780f545b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b94e76e753cf9f47e894a953ca3c57e1976784
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bae2037be5182438b258d6f6c8ac451d73f2a20a9fc4dc4c0c5ff01adaa6df1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb16f2747e7651eba00d1ca36cc1164e412f8448
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4707a1f95b8b8a03317cd475e700eaa3ce67b05d45327b4f63a6d146398e16fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b82ce6038e23bc329565f427f9856938c2fc3e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b8f25c4754ddc3ac3d64d0d5929c59202ff33029d1813328a22e3ab0b76f84
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a90ebc523692e2091e02f88acbd0b217121fbe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06e9fcfe9805750c8e205859d18423c14b7cf46553de4c25f94565d3a25fe9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ef2120104bd96bd7f0cf59379dee128a88d287
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad76c73130dd1970c73b150873e3cd7dbbbbde918c2bc7d9b2d7a5a92c31f90
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324985eb0f64c1ed33aeb5158437cce8994379cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8216d31874eb8d15d99a8695132c1b44638f559d5a5b3a4580b9ae2e22e191c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8aab2363889e3367512ebfa662ee89c7b28fcb2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9307d75bf2882cd95c9909ad99b627997498c241d04c3918560f83aa7d100621
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d475ef0bae27f4c9afccfd5fafb4ec2bc318fca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0052d89cba17bff4128d519998f58b4d1953fcf257e6d89f521d240341833243
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355787e9edb0bb1072ffb9fb19cf34a5685c0ceb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6239bcdd416ec62f912ca77f94a18f2f64673f436648c80bcb5fb3810a23972
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19a12190cb5461237b6b851e288263b3ba37cad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd26bf91e7b1734303012c43df90bcb30a8e11882e997d1bd1718a9812c61a62
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4cb5ce22c06112dbfbe1cf1b322b7baca699b91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62082527bf45ca4ef185ebd1cd9696bf81200688836b3fcf7447d1717f49724
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208c71dfb43018d673d49f23c18cbee1772206bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2020476eb2e773f9b635d932f4a2a65e368fd1a04ae11223d77880be2112cee4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2320b56bf454cd0249b6d0a034bd62ad8955f41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652657425775090b9174d3032b3d98845f498838bc2c21764271f584ea19c904
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbaeadbe93c428e6e974d3d952c11d04380cafa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69c89cd9578624e4ab8d2089df90449500fd77435af1b36e3ee9b67b2cb7617
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3026a8244c8895552644d23d854ceb8053c25548
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0edd70dcdc5211f41f09c003e6cbe6348807aa7e811608a93aed7067f9cba40
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a29f112cc4bb57b01fcb13f7b7d4d669b5229e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f9f826d11959c14c72a5cbde0cf3520fc9ac7d3c611ab131ed26374f8e8b12
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1109666c5d46673919b1be56fa1a1304df92c1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1016d16d7a21cd743f454d4880a9b177de14dea63514a9fcdabe6e882bb78e5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124563ccb8907eee72ec9cab61ea3fb5e998ff14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4015880bbe82fa3ff6b020bb66b82b7ed90d5f8b98d688a21b6c430e8834084
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96c432c8e3158424b32ca4ed1bc79c5780cf4f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cd1faf79ed994d2d527c3ae7048f349152d928b39acca25e393913533ce881
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c176abac2cadc69ab8c5544f31be6d3b57ebad2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2429a3e6f7127e9df449a074e37ea5b67036ac05d01dab5f4dbb8539f4b8b34
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a22e1f4d04528691be563589967afa30e78d3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc92a3c4a5cf07223088ea1cd19d6caedae21a369ec1aa6bf7a281c07f50c074
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a800bcfe29d55e6a5d023f50a0a1b7655c15a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1b48a0ee3bc2053a6b5a74c8311995b8e95e3006fc60f851e56334e7655ae1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c80217994d67639f8d84d1cf875079a41a0fc17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6e2b3c8a7140b7fce46d0b697774472f9bfa75a5d1e14c738d7ba37aa9859c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49343536b7aba8a4092aed3e14dd6ca0e2f8b020
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd112ae7df2eed367b0f6c869e1c46aedad672d9807bb26c2aa5655ba3ff8b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c72a7a37a71235cd49031b8204f5cfb50a6980
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f31b9b3cde64a82884da20928816baea4fa32a1ab04fa0136b0ba05013d0388
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3253d3be0e951b1a98e67921a0efb31029d16891
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afac28df1c53dd9e946b6503f22014f6160026ee7646886472541a84729e0e13
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfff226e0a896e777304b73e4086a7d5dd31130b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37664a5e78f4256b193689a7cadc6600ee784933a98372b42bf17045c4e6d6c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6dbefe84f3d99501334cba318a230068e5f8e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eea7eadf5c5ed7a0660f00d607660305158a50f5fda860c00c99b215a8ca9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1cbd8a2544cfc1df51fbd05c15a2d11399cb7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4a4349b55b8af78744d4f0a07f8664c51b2114159717c31cfcd3766163aff4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8aebc6f91306bb79a0b590d6317c2122d0d4fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6a40d01c05eb24a78b05655194eda4295c1f63adc3e38f925bab4ef4c326f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1973e5d32d032351b6cea9b6cb15707ee2c25d98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41bee9dffb1e46acdf970437c9410be7fd335a40668d5a97ff239477a16d557
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7858ea02f8dbd07dee95a29049db5ad008bb783
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32e19f6cb8da8ae8265a8373777c431b55996b15f33c0580bb6d76748cdedb7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f00e49f0a2123dcfbdcc59bfdd5802ba40b441
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fd92fc4665d2738558d7abf3cffb365d9720b85e5191c17297e182914729e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ffd80c4ae29ff9fac3a44766e61da3592ba0a47
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12979082c8337c03fd07d20a92160f0b1a6768fe0d1a6489b32de201c9d053d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8948509f247aa1eea9a676f2f8106da62c9f857
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e7696fd9a0e80b87e8432ecfcf537d43c913168dc3a2a0a4cba7e340d35a64
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d940c7801ba779604538bd6cc00a2217d421425
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949d688afd08ad500be650c10d8d2e87a690ddb62327897e840bda16717420af
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500ac0c345d935aceefeeeb0d1b611f39a932ebd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d35e0eb7563d5fb5448406138b8c1a47025f96808ce8fdb28cc76303a22b9b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe3322efee203dcebc06f9a9ddf139b65a54395
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da462a0aee2d16dbcac8c9450829890fc749528e8976fb666744b4291fb5071f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341f8c5c29775897b82bd6a97d2b9f06105ba38a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce075e888c6c30fbcf4ecb926c5e7b71cbc1d5e9310fbf66ebb3706463873fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6646d649f140b41d74fa32ebf7e5a4f49d7f7d4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801df7d70cda9ebc02b5a9c8d0fc37872519f4e04118d9f0495ce072a59407ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962f6c69189e886d2f4221e067cdeda1083de789
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186d4fc3d49b21a50e39347b5082285d079a661a210d19eb39de72920835e0d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00186926d40a1f5457f5f1c297a967fe24c8d46b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0985c36bc5707285ae662e4b6df3f48e1691fea6631af70a1d8b4a1ab7be7675
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fb040afa66a7c13bf867205d81e493518847bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9075b4cd23331a1bfa2ddffa66f61c49f387148ea17086a0024140f767016405
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88328a125281114369719c68b2bd4419df446d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2306a9de7d237347927423069ed4c9bbaaff598eba21b8c5850cc21063f5f5c6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2639aa0ce8db8502098337e0f0a5a215b6dfc2a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7222c8a1ec6fecdd04348b179476292ee28a585ab797cf7d4748815bc60713a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cabd5bf7d3aaf7cbc16d070e64db37154690e1e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10555cafba824ce0ec4d769047afb40f13b8bf03dc0cc2f48d8d6636d86d0ace
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da79e1f753c7a41c656deffe92241ae8824eeec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a9256991f4e8f6f5832dbaffc91d06172a62cc57b15d4988af844bba193ca8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b413a79b4ff2fe01f618b4b88e39894c8a8be0ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcc2120b6290d7acbe03e5756b2aa1cc62a40b851118be060868ae481d00a8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f41b147ecb4c76525cc3f943c6a70ad71958b83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94394db0b9221af1ba4888d84a1867b5cbf719ede11f68d4a0d8e68d0abe54c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7a52a2dc17f3edefcfe22f69f15be4a00889d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce06c16cb3145b8d3fa0fc5c1d9046c28a2ffb39ed729c70ae5a8f6aa98a66c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6049e4a2acb486f5bc1cdb50e469e35fceaf15bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04828fa3af22fa44a00a0bd94710158638b8c860648f709f7515cb7c8b0cdaf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a3ea2c7f5686c4aae77f8fb5681cfaf7e19fa7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396a33ced01057b572a4fe86564faaebfde4c98940e037e14052610a5335e488
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e3f565c756f4574085086cecfce005211ad02d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3396d66c880251f20883f6731cf2070c11c796c46e40b16e90273b7c92e0fd54
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e9c2b8c95ec50820144b4551e7bea2082674a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24dd67e304b4a2e6e2b1e61802811daa2d84f86c92c3941f0ef28978505f5bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408bdc2767d27b54118cc6fe8d841b70cdbba7b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b7149727f266b4b909618a06862010c03eff70e69ab7422463c5830815bbfa
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a1447183c1d1f4accf305058b27cd015954757
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5dc2985f9240b4ef2146e2e139da4371333bd962796087d0e1f91eb407c5440
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b8ab122e1ea488e627f996d95126c2cb4d538c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c23b112a0124c3c183a4a14d2a89a3d96f769f473cad030112ddc3e45ef3807
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16351c7e6e4c060e79234cdff5aba6a546133f1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9824dde7ce58f3c97e0683cf8e1f2b7d3c07c0e207031f75a3970660245585
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378e2150aa231edc2b91b0ffcbfc929729bf60c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c5832aa55c0ebbe992ebd90464409a67e67616c9c9bb95a2c606ac7b57b0f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7011c914e513b790563b7269c11583c4784965
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd572f39fca905938c8a5e66c6180b252fff7e69ee679cd941b58b053021c6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d4f1b5113d1d007d32837d45606cb338324653
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc44c17b67228558b8bcb9969bb9df73df6d916378179512b3fa3bec569d84a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c685665525ce4b336424ac5351ef08ca8118548b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db67d24e601924a7ac3567b3213f920a29041b29c7d7ca61b3b48b832477ebf0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b2726f9bbef89330392101d1f763588dddc30a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd965ea2fef1f7e88d3cf15d83767f270f31894ecda8a5dd8f6b316ef9a87928
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f768e035c358779d740515e26ae553792e410364
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6540d62f3a52e4b4507cea9f41b787778c7904713f6b392de6fb8b90b1cf6ac9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0695e38da5fa4def11824803484eb988966192c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51dad32d0685ddac40da3d4d7cea47ff3d38cc0d4228ab181841374e933b11b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c588eaf1a1d32c75a945aa6eebca3dd34b8d61
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28148c719bdcc7307c4910b978ff7aba0efe7a82ae5d6659ddff653eb3fca2b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05acc2165d77f42736d3787f78995f3c814889d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbf0e78a8d4726761ee3aa4810edcfadea66e3ef4f1fb569f941350e26b451a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe1f326b49bcdc645312faccce9d9580a62b30b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b0e4226eff93856a60d4d841511b8e8a2b84087f37d7681b0b4f490241de53
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3fcd34689e8b33f0b38a49dcbe1e33ad40fad96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4a69ccbdf6747dbcb0ce429303779d908b2c6ed9730fca6d87a4d358959f2d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ea0f5cf6060326d507e5580155767b00095607
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678d645b2755e2b2ff26685ef02a79784386c51052ff566d5fa09f9ab8adcba6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e428a939e4270468b9c63be34db088dd1803a03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a895f83b96ee78ba55c44d3db9ad6ac504ce8b719b5231358561317c0742538d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76bb590ab3b1e6b60a3d5ec73d805093bf6a580
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ca51fbbab660999564cf2ea6838c7b35a4c65e60592029ad43e62e5f7e3d0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814746c927ddd34ecbd9372426f6ec33a918af48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a98060a3406420d40ec24283133a164fda0c128293a5ff890d6569d214fbcb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163407ac4e7b2ea7baf4de544f1e7e3fe06c371e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd0163c7c446d85e5eea50cff116b23788feeef825799dc926e7997e2439100
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6288b02dbe9712d3bdc4fe06f2f9e100e271a35a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09550b150eab9bcf2d4f9ec1a757cc72b40b2136401d565a9d9fcc034baed98
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c973025799184cc8343f2216a91a3ec828d5cf00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fc0728b3fc3403f7a00f09be358a3cbc889f7421d54845910d5b9f6942c0c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5f4b152ec911d4c253d878b66d71b65e74dedd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379848d5b1670fa55dded7e17fcf166c27291659b825d525038a7e173d57595c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ffe08b8c32e52452545a7838f03cbe39f9ced3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcd882ea6409e05e829529466d32c527a7b5bfe578e363bee1f0a83beb58e35
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981b9d7003f3dba8c5b37bd5584163a8b2c3f7e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df311e1ad2925a95730227799e7ff6a5ba592c1711e7b471080b68e115da4e4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bf9841baa3fbea88efc56c9c6fb069e93ef164
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b27d201493ba3eac2e822e90a62f1c90df612ef8f85bb2963ed8dffec975b6e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec50967f1ce737f6627cac8ceb02cdad7395d82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3741d04dd179a109bd664b895e4c30e54ef84c757be2a73c1b0c853fde902ec3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2459e5af05808835ee79bb95b51310da9354399c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce05d0f8b3abe15a07ac76b01c12c733a367af04dd627229bdef04e0126a85c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f99c7ad9920f4a308f4dfda29844b686abcb6e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce4bc971208d6108bcb9becf60c2e2f71c59850deff280b20f5ccf7abcdb519
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450c3a225bb59ee8b99765513161fc01cc363a1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11cc7399596c0d22d028ab8163ade72ef8f494e14e6a1f0407fc3613700aca1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ada195bb54f037318a7c11eba0d544a4bb20664
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f686941771247af5fb9ce190942af7d561cb1377b04bb1de0246d588b7ebb00
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf175e0d1255b81261e31c5882466b1fd80880c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de6d056a5ed851cd3a35a42baaece5c770eaf8dc7c6eb626c4b16816a535b24
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1954cbd76232b436e1f3991b8cbb5e3e1d94994b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd326b774aa3637d156f67dc6e24db3f807255612f2e16fbe2120799022f5e87
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2269930e4404436f88bd8d7b090fcb3a5b9147c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55641918625db926a06fccc69ee10e273bf049d5fa1de11aa09b9ce1b372752
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc04fca5e2bded8322768182a478142c976d31e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac56c2de00dc221f8515ba889db60c18ee1df03f78b287afeb39eb80f1061418
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07df10092324ff76a726e4fa28fa96c13d2548a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1356212e694aed7dd395982bdbe2d8e1e014ed2d3a064ec7e5f44dce37e48326
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdbd51941232bfe73f452926777741d3dae34c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ee9a02f18b4409f47e7dd4a5070c29bd9e2d83b1b00ea5c7c8dfcb51046786
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc3ce0401b30065dbd42571ab11f181187bebf5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556a87808669a5b6b6bb5550b73e48400f70440602fb7f5ba9d751a387339338
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651777ad02567470f6a7b2933625e021fd3021ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b93077d522c9144e1c6c65b4326dc174da9e769ffc2b615ffd0136750c3939
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5900e68cefcdda945ba7b29654572245181ca6d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb14cc167866756688d32b756301e4cafc91747b5c8d50cc8514f3a681f55e73
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbad99b54347d6fee6a15e7a3bd68912a3319dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f973f2607a381bdc2ec385baadb53c7e847978c12eb7f87fca8f45b2a280866b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88bf2e97e730a79a29d578b5bcc826c36e83273
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91067b85cefb2f4a26cda44911fc6eda14b05d129decef92cb2e701fc83f72b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be80851f96d39b5910f4577af63d0de5416393a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7798025e03d8324ac9c0c18242a2521cbb1cf11b5ff1ae01429e95240cb33a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969b5f3ac32ffbfcef578871bba067e10906d59a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863c5bbbb64c0bff8a0f7934fd6e66b12cb8fb98379a04726c39054dd9462b04
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35652e2b515f4409269f703d055fcc5a76edc83b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3791aad270838ec05df2dc3cca6403c43923c248b0ab1c31cd9c679475054d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc234cb65235a1dd317ff88e0094e12d4b7a0845
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dafa7723e0eaa342f4ab6a6239a98c8a6be9082758008bd695f3515336b6e71
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973d5a76337a202fc3c1682762725b57036d3e08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a41c9d0927b0c2c7a6e92fd844041721be448ab4fa7e19bfd30c682e8c76c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e7a70cc7f876350066839bdb424c589ee39dd5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7256e563b084ae3dedd81e6309172768b16c3a2aac72127bfb5eb49423b9344
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdb3d714980a474cc037daa68d2631fc7f74cce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cd3c11ae2025a59a4b7b7c406b21a3eef3ad839f33286d9be392e01240a144
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d350a447469d18dd6fe333e929a943466cbab557
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed736e8996c0bb3ea5a40d0f8bf86008415816517210acf6de0ab5927be14d9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fabcdf53a29cedf1aab47b1c79ce92288dd6dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6982a7824ffbbe29775418b0c2e970219fb6a2e3b419f4aad0a00f1d17c16e26
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d441e3b967406f206a0c18c310a0848ebc4619
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec8efa19cea71bad6c05b2dc8c51254e08aa3cc64d408b4b77f01195064b708
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821c459593fcaf3613f30fe9a11e66424aa31e77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac79ba3d5d5d27efe6b46caf028f397671df612645d37e382f20e1fbf4bb80a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb77a7e4c683acce5b51b06767c7b40f7d56888
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55514c16cecb5e79fd4d68e5cc1be97080801771a7eb7170b62005404a53e588
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470f739f846d46b395dec604499239132f503555
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47ba58dd1545cab1a8192b961a4b5a57800a06bffba80d075a04281233951e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76626edfa5816951508d310374be6798a6597282
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa034add91a05bfc79cf439b9ba9a3f5b393bab9b5be6b4e4e56fca1d701303d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd828d6800dc53c379f0e487dd4b99daa648fb7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9733adae95149aedf05ded3d1cce6fb55ac3e7fd6fb70508db62b45edabff7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962c5c4f5628dae13e1409e991067bb0b11c8f67
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae50eb8374060a725b3d7cc389ad5b46845a37c84c102ec77d0f5b0079fcc16
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2275c908cf3215ff6ac8565adef39d899f70c415
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b124255f9013c92ef4d62bc47da8b3cd62f4ba1bf982d2f6dbda12dc5cc19ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05498c79ecde774c1cb15c2aa22e6e8e78ecb10e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81ecd8b40fbc28cd4192f5499e758644aea51436869d3c4b348777cd2036ac1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda4953de95bf9ff71c0a7550654cbb93ca5233e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0602a682ccaa9c459ebf38de652ccfd6a629c3c4c4d9f8c63613a4cb7ddecc
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b403ac7fe582076575d158de12d5e59e0de98bc4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d482d18ba6a76167a10d972e97ebd6562ade4466841ca08e049a83ab73b29d7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629518c1536bb3c559d6e9bacb6c1f8f160a6567
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd267abc5192f31f94968c8da8f654719aef7585c7648ccdb0b412db68eee5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48abc03bef3cfa64846b46b76c2af3a6a28eee37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bff591255c36000e723bcdeb8f08ef513f98997fdf03563b524bf1463d83bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b91afa782a3a40751aae19f6cfcf600a0f2c4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1cf441706eb816ff1e11c5e7ae741e0e138d9983f0df14697d4d0d1c852550
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37af5027b8c7f97d243a54cac823db3fd9759013
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec43b52a07fc9540f39b97c8d94bf234c4d6bbd9e36d65a7beffddaa3c75be27
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407bbc5b96fdd38149f4d045ba41e2df50195f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9727b332b1dd54a6f0fe101818f3d4cd68c40d96413440105a806d0aafbc4656
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af333449c7f8ab4adab4e47cfe99a84694f1ad41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1831aa1bf94b124babdffcecccbd99d996d915f9b67484eb4919cf20c9b77dc5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4d664d89d5132aa43a68feca7f9a453ee710e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471aaa21b5ebded20032f2ddb8f14718ef6b87057a86dd89641235a7b77ab914
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e418ecc366a06b4c6fa4d08e971bd2b3ed6208
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc9a5cc3827857b307a8ff278a9755f911092c0752a6378629f35097ede6906
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be9d6031cce9b10f9ce443e8e69f0507538ef6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4eeddf86b24dd40d68d535451db041f890ba4958a6c4f2ab4369f74f09d2be
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b41f02499688743b341f80fec2cc4fb8190661
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e93b10c81d0605ddf8e7559c2f98fde9c78baf26ab7ccd1f5ce653ceaedf3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b4c76ba01629a3e551881411fa80ae749d3776
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df26b68eaaadbf484fea366e31e93c849d7a2f1397cb9007ae7698446cc386ae
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f84f572f33550c7e399afef7f5f2ed957d3720
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119df22048d65b54a9dc69b309b326f17408ce904b5a5248835c469d6d6ca104
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b212fcaf5eb7a85dbf7b46f9e904b0d81c9d227a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50ba14b2e6c5c52afaac3e0333c24eba9a4b1f4eab399f01178cd9dce8b3b18
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a36356f72d59e8373f493246b227172c49baa7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad063720beac82b93e7fe1593fd665c787e305c852fda1ddb2ebe7e636e45429
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fa80ff3550cc1a59f8b04bbd8de6cb819743eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab559f55788c74b5a0d157855e76a958894a4ba1b3487f9af71e471264f71060
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c061255480531094bb4fa86a6ec33cc7d795f3c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da936b659bae25ffe11723902b848dde2dfca8d8d5af1860cffce94e8519aaa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60f34aade64b16ddc9a1f1e9ed6c5ad477ef97c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9dd1368092fd10c6c8fcf3ca0754d12a3e74e4f8c500ca3655fb837b4cd586
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5083c9f0fb964c8a68d3a28c2d91b44d624f3852
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d9fa4ff9b76a55d0befde3ab0c5d7e97286b5f31feb120e697f4e5aae8fcd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a18bc56d1bda0994084192687c5dd5747cae25e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd22da6c36deb5e183a28dfceda49fea9bdcc4f2e48d2e29888f3b762c414b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fff504303f3058bed0dd74f4ff2b0bee02d2dbb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a4d315f9e304fb26e21c7a2b48d07c98b864b17ec4e1997d5986dbdb087370
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30851370d63a127408a893c2a8ee54409ba9c3c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f895ee945a464894439e30f6a9f30d2a32805a1e100e1d416216e29d86df100
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f652f7481b05d36b12f28397a0dd0947dbeb7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67bea60336bc877c9039d4d9d95c70d28bc30caf571b8d231a2f2d4b5da261b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1900e144e93558ee8b3ec7e795eda5ffefc2e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65608be0bed94eb1bc87c5d117b91ff71efc5697effbcb51afcf3d05083f7058
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08309eabeee0fffbdcbb493030869ea812b9c06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98da87970b56b98ebd7a324b2c1c4f9c67a25bc3b95887bfb2b5657958f577ca
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b3f04dcbe237a04a191e08bb2d6d70e1fb3822
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc11578245ed72f34a11e8e0094e96b5692d4fcd40e0643b77e96b34d1faab9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144d956cac53d5495771a2168c4ba9f27eca99c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f3620e02bf0fc178db0e850ee7d53240978dcaa02aedc51fe6685b46a37e1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c470478d90607706f53f98d2343e99dd57201278
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6232c3723947947277a45bac8d1ae59196837f8dc61a2a799f31adfa95a32e4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3d310de466357b83cba9558f96a2bef9850a91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51b058f24be4c49205652e01f512144f851bc41ca9ab98bd801471089a65f6f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8eebbc61fee53212d37c5e47169c273d7f81005
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca89fe9487c5be628dd90f9c61688496addf9ab9ad5efcdc6943f1e2700e8195
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e887f5564ee4ce7472ab3c719ef576573e5a0fd2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed20eba8628552e388501081be9796fa674d40fa4e7f742c30b81f13173f9ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd4edffc9a445c2150aca0c890867920c6acf8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853ed20dfe8367d102053ccfc3d5b6ff7934e621941ed80660a8f3ad48b26c16
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1ad516c6a49f4ea35dc98f1093e3b9ec30576b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bdf52abecd24850272ee28bfe752ee24171f03ea7ad84587f14cb532767a63
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38169c688d9038ccd23216a48a397dbf54b0b386
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd704d37426155483d98efccc70b6f10301f078938a4a0fc99846d06535b77f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f624ec1c0479a0d733a92b6b092155bd09b9027
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4c8251daf0be34977e13219c3b5877da73683eed5c9750f074bb5bfafe19d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cb579c15633e98e5813614440881c163b0a529
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda43dd1b8f9b61daadec526718b573ab80f156440e5d9cfee5e078f49a9a3fd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a993517d330aefb315a32008865a499446097d68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944531951cbb93c9688d40c7b6e85cff22be40c8d3625a3395d03c816f2a6bc0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75d77255469a830aa3c382a9dbd3826f943a3d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57106c6368fdacf7f55430c9b74526ff8731432d3b4abe418904d65baa25349f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e6026d4e9438c1ed4674b6b9ba5b344e926c78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2818357ab66f0e8a9a2ea26c1fae7f114a71afb01846fa0843cfc40ceaa827e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c99e3e1717f2d79206aa700940686bdaa94413a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabbb876096d6ab10149220813baff6c9e874fccab1ccacf9a5b61453490b021
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b706a908b7a829d857047bc5721209d8be86d39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bce5000606595f211015bc52ec357266f9f844cfbbce9cd1ac818c56b97384
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b9eb24b802159aa638655ead3bc9a146106e2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbe4b3011a5f14a62bed18adba24dbbf117dfacc6434210ee2b2be14a010e63
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de0000ebd1758293bbcf7da92fe2b13f5bd3311
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f530d5dd5ff88aba66bb87db05ea2b652ab7f330404862e0c1a497e720d0b12
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4bb10e8de062531805c361906631f411327415
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74407500c3efb27bf064bf3f94b656de6f0998f6f633e0aa6ff7a2c10962d0b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084aa53a0ee30e740c4f130b83aff160fb011e62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21e9e0c2e6f8262a292862cc2e62adf1551544c200d1dc48e74448f05524d57
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca41421a9193cd25c44431458efba80416733aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb68a687a966ea51d7fe8eef4a1c14d5d6b574e6e80a229b444db1a7529154e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f432aeb1fac176699b04cf66608b1f15e26cb4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41cd01ffae92bdcc7b346080c5fb7c372cfb3dba3b6edca63b844ef0a3c7a47
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43311be618e3d1c6cedb77755a7612d1beac1bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a08ef360fd5e2495e11ec782186dd03f4e94f5b4ee5b6c818c2e4daf891f3a7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544cc2e7b3bd209e6ee3851b86c800e0bec7f64a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b4f28aa0230cf1e3254262f808c8224860d53e6c864311e2d4607496debd06
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29183ca40208d9c57bbc586f476a5b66dd857472
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9817001cf23223673f2ac6f0c9b50177950870dac0f4372b05b0e553cc499c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f807472ba16b51387f90313d652a66e8ee4c93
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707d362b86ec4f758f1acefde030fbeb73b203c353892fa5c03aa8900b7d5b41
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d0118d9ba8f34759bf552f6954714befdedc60
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8bb07f1e9f54c216a8a73e84c94908c3fa8266030be4b845b11d5ef914f358
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbbb7bc6d29140327ea476d936c7a090945b180
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4948406abe7d5b6a30bd56c192c40916bc51ba02f24a21e644e508f6e2084c97
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010b75d7feb3b74786cc98b1bce2a5ec0e231ccd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0b14ccfbb88bb6ccc09e4a516520c5d7f8a0a33065698a3a3635817d5a7192
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701733ec146b4a92ded789b89e7586020cd85d41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09aa50520eedd127b56c54fd364733d2bcabec70623d107061a1646eaa746c46
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808925627dcef837a6e31253ce26eb6eb152a368
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b28eeac24cce829812abcba10fbd2308ee7e597c553798c00d1850b952f6e09
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8114c747ecafdd015ba0bb95c8121855a5af6905
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b71f289d7d59d97a0f20eda94889d11ba987aec0c41655ae630c696a881f1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56220a0c4c2d55c66fdb0969f8b90094ca61a17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7399a1951c6a41501e0b8f9cc50222d12e382f0f1fd56bf53cde2326a2822e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c822bf56c50276a50be8a83de98a4ea7e6a651
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e13a26bc97f9fd4ec0fb77a3ce0b407bdd18f08e522fd12b175d978762a707
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66b42cd03ac3e36f28ee20f5bc95406abc8377e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4749fe76b3ef8c9ed5e36c5d026e1a11c593fcdbae0aa0dd03c08f8b7f5e3c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83fa86317e7b2f0ed6bf066a01ca8a4e6856f7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5e7ae0999e1c3b471908728606123d26efd42de5723f46124a6b3294ada594
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f471c643bf476406005d31df42ec6a7cf56e9de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e4e98d47692658a1c2eee680e2ab1e60bfb3d471188ef6143c1359ebbcb54d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0044b7074a52403dc46dc8a154b800906f781a5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8ffc6ceaa85f8920cb719637e91b5b24750bea46d301bd8890c2aeb41d8912
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870c3308937dcf0fa513b5140a0d716b60a8df38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1b08f19d8380eb6911a5146f7890be6a3bfdcb40317193b2c22e973ec890ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1ee24b617d60c16da7dfb0505e67331d784337
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60daee145ecc6ff9c84dab9a00be8243fb03ff1aeb8782f99306d12635da0490
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b94a1f26ef7366cd808414df5e0c660d8bb5fac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1b20f1dac57dab3aefb4e4a9bea994747e5e6c79e2738d8873a431751509a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c82e5568cc22b6f57cf1c2315c051cf66e9f78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c92a5487b114d736b127d3ea88c0ce4a11f70ed98b382dda7c984cf2c804b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd917cc451680e1143a1b8d33901b9e4e2a9119
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9d4b98a9bb904a2e47cc3d7b04251cd5450e08e131accdbc594648cc6f8dcb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a993722a83aa1e9ffddf36ac4ec05d444cab7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76b2bd993208128a00e82c7aaeb15cfe0148e77e2ebabeb08ac3f3f70a88be4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0c80406f954e7bc0b102e9302eab91f5bf7d55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f66fba2b2ee079c7d2b0cdf0726e8306f10d6f35b89b3fb9d643782624a7d98
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d7b6b70f8642ad3f0a045369d6d1e2b3c218f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3524339088345177b3ca409658387d8036feba7f2e8936651e3014ead9dc4367
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d080e8a57d38c9e723b4909a9d3eb7452afa99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cb8cb2a3803033b643c0d7ae36079518deef26236c9163d5703f5cc4d9b517
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd43f02f76405550967245d66be383a8b5abedc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d41edc1e12960044e59a50e0185b5679b12a2303988c2dea251aeea0097fa9b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd630fea037b3153e7273b836dec3eaf77c3e9cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8177c3bf19937536d8f62a8b1f153b33328e5677a820c01bb0ffd80f0254af3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a4776305baba748765823e7f86667682f60702
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dcee00508c9c5ce440f6a2e25803c94c9b35c3b59853defdbd31366c367330
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669373354067b74cd8fd26652cb25ce485ca9cd0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4553b43ac5150529dd028bd69128ec6b74b579c8553d4f34e7f60a101626d47d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85b9a7598419c8bca7cbb4e583f57a87b06ea5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d2907fb1e102a4e47130a8d95a634a155059c6b6b1d8e2661adf950ace1706
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7c583523f7c741f3781a678e16019dcc7b8eb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb1c05d07ee69d25c6f69d6fc6d97396d375101845d1a599b9487da345bb025
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d0076fe9f42ad4b439aa8080f45046b5f974ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4924744644c7f84649ceb9169df62801c4a72387924b597ce50711137e7d3d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1886afdf785d20443825313158e199ba330da3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e89732d664172b2d27f992936302f3dda7c4db4477b2faa53746c20e0b76b37
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3223f40e1b89fea784be537ac96f074f22a7324
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5241e01875ee64779be82757e5776c1cae1415fb85887db52f28019508aefd8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c701060916a2d924edb14dfa3af2e9575cfd2253
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32048a53448f265f490ca93324bb4c9df9f6f0ad703a4379df896a9889d3035
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f31a4dcffb40d9cf4284efe2753715174bde6ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325b7ffa74dd010a6e75564facb63fe1bcb74016a890864850efafc47a995676
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2202fe42c068a964a2b9802135f3b246056edf39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6781a4b39d583ec13200bff5bef75d2964e51bd4aa1979317c1931166ced364
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b399af9ea9448d4cc610cd039dafa6ffeac275
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb1c4a0a0f8379823c6af875be9bd2510ac40f5e2e62c33d4b78f24e79a9671
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc03b5b381475c6d35592b943a60e4376bbf6b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8ef72284ed861bda2d5209abe080aeb5d1c80eedfd1ce34be03af82b0a0aa5
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd189f2723d9c351c0023e0df7ce098c31790ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2de1c479cc4dce06369db3ad11fbe939a4fb001343638c5e191a659688a106b
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5eebd99375153fe7dab58784e24098c4730e87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03ee7b89c81601992eef6138f04114ae9e79279ac377b422309b9f8f2137f19
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d42845644e9575ff29a0985359aaf8a9e1aeb5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f747d0f33bcdeb69320ad48f1946bf48feca486cfeab81d7f844b6a93fba818a
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7330dff9ac686d9f317a3bb46c3da3c3dfdde344
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5781c10e826fae1151ce85fc73be188b32a23dc2a59c715c8bc321f0b6a0ccd0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5555a9da4ec14420500561c703c656a2c754b174
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb48ced37231941fee449a0fa439450ec1f3580e59566f7e4581c6cd6144fe07
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef54728b35f0b5950b0fd2b10469ca343248bd8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361c4ca1c985ba05c1e63312f4f56b7f2a91e6bf1e943b848f79cb0f54484f49
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa6773520ed48e506f7acd41bb5696942ebe25b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f660f12c1bcb126861a41dd36444c1370f803d5e2746a1aa4891889078b3ab74
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be21c9dc20fa092c9ca2be3c7fd8d8796ff0831
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa128ba47280c53e4e8de25c7f8e98f579a8319ac0f2cc28d76b8315f78bab9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e49fab179ed1517986accc82ee7dbeab2e1d46
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3711f4e4707ed31fb3bcb5e3a9ac61a7f2d49f580fb74c99e2ba4076d1d59a5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df41158fd126b4698c2a6429b823ea9029e39ff5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9bb123118a1bae15fddc9199ced19742d602f99dcb9112ded91c1d01776e17
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391d807ae099689da35eb832679b2213d3120c5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d3aefa923017cbf865b879dd1d8f90201a4d2388f87ec7d0b9fdcae24db8c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d33912661884f6fb7607a0270399a4c52a023d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08eecf8f50f8bddff4d8de48306e976f5a8f5f7da54405aab339f2bf8b36d34b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b8982366b572df9c4f6d1e0f0d182d043412cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b18eef62473597e1cab5224659a86d6951a32bed4833087e21da5691d2ceb6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9e1f75db38a5e9438366778b5b2a55eea74bf2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de86420e8f76b9289f463e36b40d4cd331c38f5092a69634f558643e78fa05f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55a67710180031a12a39d1ff892041e587b36ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2724b98428c76f322f2bb51a17a7e2861c55b0ac88efc84c0a9616e237e65369
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061d77b084e6fc733a3d48782caea6e365d683bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa830f26e5b697aa2dbd65da8cc258bc68bcf7c499cd1486816118831b9a5b4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304b32f26baf708e6eb4cf7876d566a6cf7279b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b267f1434f62ddaa86858daabb4117d8f168961e28c5aed1acedcaf70af22118
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04a00b1fdcb6b2b0e11aee111a2c456d0b81759
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33960527caff5074ebd43b501c5d3b4806f24f2901a0f2d05691e123004f884
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa31b5b7c0647f4124342bc2727ddb650501250c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac18a18ac66607148dba4912af6dd9bc631187099cfaeb23f206e8e7ad258d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2db75250ce87b7632c605da66c671176661daf2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfddece6564d2a2d9448a7348fceac6f9a6db2b64679a145930d2f8e5f118836
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4108b0405b408f73fa27141fc4867fb84c6ed7eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65bfbc6f2c1c56b76f4a5baf654c47d139a7a12ec75560da7b2335c8cc7f2d51
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5936ab795840ff1d9456628935b3405a73ab6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071b895972bf3e7b01a589aed5a453d129223e51aaf10a6a65cd023e6e65994e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a46da62e378904208cf7b5fdb83cd888054c12a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d480297e16f3b5b5c11343fa1471b5b92ab838ae13fe08dcc7b22896ab9d166
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36ad9c2bf79eb74ea06170bd6437348821a6e7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7501ed44f17e19c2f413389687cf9d2adf6bca1bf49fd4a2c983d4a9d77f4262
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1c31f95748433e83d06151f44941db128f5802
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29a47829d8063351c179b4ff9b526975c692af3fea8e89c88d4b61197200c32
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafa3546eb3b19f088670feb81358b2ffd7c54ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6f11da1f0273f983bb7dd8cd5491450d7f12fe972f8f90cfa709b9b14c1e77
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940229d92107145b2c94b3667b1553d936a0464b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42feb98bf4a12724716c34c41f4a3432c09f001eab25feafcc3f37c76338f49b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b44543f8b9137ac9931370e5fd3cfbc9a0333e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea19a12895ac3871a31b7118feef0aebc898f75456a1c22e0a2240a014f5f72
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9571994e0a4d8f9e78afbb250198e3d41c7d5649
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d929ec8a107d94325708a3eb06bd4cd8b4cadcfe5bd22ee48e047eee429ad5e2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75e5f22fd547a26cc556b2e768f2138f9c867b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e28153f632c68f4f13d60e032c7fa2d6702be40169b8bc89ca8a5cb1892dc86
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0a5a4b83385101c90e41dc521829ff952e7ef9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32506cd0f394dc485871dfbae14c64221a47c2182535b7974d36e3c4fbd0cb45
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf8245163af0b95b7e05e071fc0ab560aa7bc3c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674683c3594578ff2f4c1ce05dc2c22255781de798c8e6f8b29f7c49fba56608
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ded0a86f90936533b2be647c47a372e324f4ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadc3a366614e2876f0b530bdd20ad0463afafd3bc210a6addc22d5c211ef3ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90b2bf66e9bc3136ecc953428a3eb5c24bfefb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9346d2e0a86384e1028f9a850ba7fb5bf5ea6caea0d5dd6800168a860673c3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec25390c5432f6fef1161fc88beaa8639a9e171
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7f5790fa56f7e339f44f40697ba2f13a1de8f1fdd3eab5fa5b50fd2a5b826f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455c492da23edf1178a0d7a9fd6fb96fcda37985
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f5aa55fd23b1ad85cc936bdd731e44542b84d54688a8ba25bec091b1756b61
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c572ab874b87a9c9444b3d730adf7a335d437d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9399985f51b6f36e8e6cc4a421b4a972652c3d494d8de9b0c159f7987d4e5a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af38d18f239c9bf92c6959bc2ee99c50217b5a00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19afa4bd96b3a82d29a48595e6fe11dc31cd694b5eb41f1f5e14080003009bdd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2301d6fe81b788ace1154971ea83ebb154733404
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebdda5a1fe5c6d57a30f8e75df0c1eadfff206319c6702f131bb4d3b6d4f1dfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474b888b4fb7a6ba6b7ec283ef35ee691b5db425
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c43a71f4199259dd08f64fe0ce66b2fcc2c97c24ff96d327e8e63619507aa8e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569cc5f652ab2e44cb1f072fe9c577d28b5fcdc4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3833dc0a68c64db17990abe86ebda5e9e0fb835060b650c84d68e3c93031ba9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d04788d9aec9c516cc6d833d132f887374507da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f248d69b655dd990e35aa501dc6ce8ad059e8a329e71f98e0a7ee929cee15146
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a988806fa2cc47749b4edfdc3a5d634f2400fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c6d19118cc3d7763f4388593257a7169e5325e61422f3245e846050bb74f6a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfcdf4e50339b8dce21d1d53793e76bb4903495
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473de357d7c5e50f3c8f7875155c82cd088130d9f88e45a13b1a7329cd580c40
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b6a0ae8b67bd4339f8b2ed64de3e5fa1455b82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94eb0fec50bfd4a9049b9297c789d4a90d6423c9ffb0ca8e9ad5be0c0af517f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a439dc4be6f2671a0b6d3159f74aa6b4c9e2547b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a559190fbbd14e5135b49338be0be44f4e29944bf3d15b8e39392e9229995d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af14d22417103175ef0da63df21581deffdfb7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15567158b5efc6ef61b832fde77a794213714bb1aea361800af029b28d418cda
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6ccb5160343c64e942619968f5719803cf86e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fbff671fa2d3c89799dfeedcadc3ad061f79b148ae6eabdf2bf789478d3ce5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d41f78a862413693a89cabfa38c0f15193bb98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8e4470ca246e34c1107046037325262af0c4d1d4dd98e02d3124c7ac54a446
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df794a1515d595dc1be652fd85b5afe998e58d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85eda4712029d6a7fbd5deb619d28f7abdc6969e267e916641c6c6babb882996
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf2dd5476fbfe5f9dc1db0def0c2a448435f288
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1407e64eb5654971ee158fb3520ab76995bc241961ce0bca881330a44f7f1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10200c0f9a127b0c70c6a0b637aa62f65b8319e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6a23a1bb9fa432e941df92dbbdbac48121d6bbf79a29560339139b08e77026
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c3670538394fd47fb091a9f92811c6d258aebc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32ff50f68fad797ff4b64d249bdbb1adde3d127e72092a147b4c8070df08b87
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b24580fa9ad9c292e5c3d332cfe78567b88b6d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5178d9ed6479f84eb55dd78ffa1009af57e440b3a630c769eebfacabe1a4079
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35ccfa23c01dc7ad8c6f465436f43581a5916a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650515374af6134f9022e190e2829764fe3ebfca314e9d6b1870f32609b44204
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe342a582b190f747ed2ccb32ea1e51fe2f0964
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4904085e7674751a28566f352b9d9ce64032fe5ace763f774083270e0298c049
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b393a6cd9d0af528ee62d22141eb6a4c7f378953
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd60e43a14a43860d79bdc4478f3b9412bf67dd306441bb97d8e84050ffbc16
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb3e33cac860a508f8617ded0e8017f294e41cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fa39ab145cda563c211da0fa3bb7b3bf844fb087435701b1173ded281f1fa8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17dff3e87eec3566b90dd2a9612c64366a15d19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b1ba365449469512421a55e42e119285be888d0f56e99755c00c5fbad53ff6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ce8949c9f1c2fae9e16cf380190a856dcc846c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3593d996cb3c16d93777cd8528e20dec27d7de9974d26326f445ebc00cf9b4bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c163dadecec5f26d68811089489d5985c1f89346
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fa8b741f78d0e8238a8785d40867f6270644450778f6834651c1172751a2aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19856856fbed6ff79040e8e47dedc50f832cf330
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35123908df934cee5fc2b496839eb17fa645bbfff26c4157ff9fc54ca4c8115
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8a34ae11f6e6b123dcf2d9227b5bfcc41982d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1320b333a650939bc01f42abe4d6f69f1263094257434092cf15a0367a62670
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281f5b64b8f7dcf88439b34464f0fc18b4208ac5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2041920d35f9474c09deafd77a9a5bf9c7f59e6995ccc7a51c884e7fa85242ab
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1071d15995af2dc942e64e1636c9fc7486f702d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b682317d658812ce041d3c83e3038df39f1df0c73ee60aebcf5d6f990909df7a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6460e73b48bc410c728fa82d5df3b622a7fa9f47
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5958c3447db66d2afff356e67210226dc7f87c97c9a220cf4545612526420bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b297a2d7541b2fa1dde195a47452fe3bb0f0544
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcfca06ed394891f0c32bd1ed5f9450b81bf656557c9fcd6a4b9ee65ac749b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6cc57be75a74a69f4ee2b34ec7e6a7f9dfbb5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c956eb7c64aa778dc9d63b2af115f74e44e0618bcb812e78508ead1b994e0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f877fb7ba261b240abc6b3ca1e4d963202281038
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e065fd75c63412e34beb6336ef432629044b741dfb7920f4b527ee11b928cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755d1d49be6d1fd15a022d6191d79ecb8645503c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f203fb6a2a4dcee529e36db244cdb05d7325245b19f14fb930dfc27473d869f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84710cd93312e3e2d4d38d083d5359d9501051a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cca7c6a72dd2198a192886a64866d251c62744f59f7a3eab5fc6a1a40e3237
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ef1c930759922fc31af7cd7d9717d3f2e6d8b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f26f767c897f3db34e08dc8a5d3bb3dc456ebdb8dbdd560843e758a84a4589
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a0f74fe8555b164957896dfd1354cdf3c03787
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a0b82ea9218a071269cdd0e4030c65ff80e2712e3e673631dd3d26586602e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e394f1a8d8eb842ed8ea406658ea9363eba9b1ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d94bd06c38689f3ddd8b444d8a8ed24c23aee94ec07738b9b006e50194ba55
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0171fcdf5755316c983c73a1cfbc13687e8997
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f696fd0058eebcaf47d668f066a6db2fed3b5b104452b951d38b3007e0286394
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83a2a970ee0c6f1eec163a86c42eed5375278f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7423c41882bd52a6973d38195ebdf48b8d370a56071227b27126363df3e49be7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aabaccf6f3ac7eb3e5e61afa2b2a17687378a2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be891a971186193ffeb122cdd2d1b9464ff52b6d59d9da4f7521b517799e3ee
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad419e31debb2a45af71d9cd6e33d2d5faefb561
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48bc5d1f1ea6437a9047b665e88203ee626c4e8f514c05e22e0f25a3fd5651c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38cb56fd8b5cd95c5ef435883d4de0fe985714d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d1a0bdd7f3fdd598666726a78b8b31221224490da3b1c2b07bf4510973579b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1efd20f089fc576e6e5bd6e6588d6726edfc323c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306071a66a6f45a61faf38b2cb4485e2c0485694d5056bae5cc22a150b50d010
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9fbaf98423d34574d7726e7a77e97c1598aa73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28195916ac15cb38d998f8f86989c9cc702c0b9e133c43e4458daa8a7526aa06
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f980dfc3582ae03604b2462b8498705e75eb70ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1f96ea5319625e691870dacd00ef3ff16ad615aa165f61270baab789e4c8d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43f9953dbac7b7f242d8a86ef636569866511cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f543879ad9923b04d1a7a35ad76570b897f2dd307c3e5fae323c96b020c1332f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4bbbcbecf1f0d0ef11a523dfdfc317e69aaa1b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd8f7e870f9378b4476fecd5b8cf420364c7dfb8fe5a6a5bf55e6a9f05ba74e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a6a592fb9726e78bc84e616d01a37c3c012c3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51910fe6eb6915131654520f9a380a97ed0c827f3292c0c222f881ff283df00
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb1a750e85403fe7d1eb7c760c63ea0a9ae4eb4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac29941c95dc786f86d0f15e0c1661388c08175c12118dd29d99671a7c7dee7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c27d1d70ff9b9c82ec31dcf03abb1d14e5fa06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408411bd64588e04014799b2e9945fa4554c1c0504c7363d113b07ca05bfbc5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765f6aa7673a15a9c02212bdcb73baa51c47a0e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beab4b23c582851347661f6f0de2059d1e7f3aa7a641d570b892de1c4f3c751d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6221a4290e39c90c1b0f59bce55f868f9e1a5e8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cab9f3b7f9f05cdcb3934d05b0fcdf3047c48dc3eaa2cfb42a4dabc0292acfb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325a2f8b4459dbd74fb6c7daf69e443c98128130
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c09615d00c558eefbd4f95ad3b465cc238e1fe9361b62db25fcda323cd93d1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00002a7e4ba6f1aaeda7aaa3500d2cb3d9e03875
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c548c14c9b9e306be5ffdda24acb8471fead8adccfc072552adcf5bbd1efbe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d472cec51d1212170b237479de4fedeeb1c1169
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ef51cc93ad2c0c96f7de2991ad393b9517527aaeac3ace8a5131e545c7bac5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ae64bc255643de55d10debbe8f4c2fad61170a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f916553c3ff246827068f67061a75dcb9744e7f0005dd5833d481d338c61dfb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcf9d7065d6041d4b4e8b6d347c706fd931095a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35d0daf0304ccc90c9ac38c9317f5fb83d13afcb50fa17c4162ce9d76fef45d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82994cfed5efd42c3d9783702370611fb0484dc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34133a64329eaf15e3381a176920de2b469ac6cd8756c44882be185f55610e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90ee5b413d13506e6943c074992470122320561
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d0b57f5649119365efd16ca4d51f6dbeabb2cd4a034aa1b2233d9592a3e97c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a3d7994cd7cf2f40e44bac133dda62c59012ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37808ffea2d87f414055cf2f59463acb801ab1e815fa502ea36cf1405ed1c759
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8d4e2060e577e2dc2281c04cb9bcb637b83ae3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d26d6e635a083b650062c4d02f30470ebcefc3a0c2b3f7064a18139899c203
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb20c12bd4e446ee0d82e2c0f1263341a4c136c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51340a4c925d43d4e7e200fafed95725382c2bcee8680b110b106022212a306a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbeadf5a42c3c50e39b7980f6e3debdb608d7ba1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92934b302f255434e4c892c9b569b531e836eaf4dcf73d93171aeaaf496ee84a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20219365e6e959738276b3847fc220852c97788
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1b92bab1fc1a116459f323047c4d523b1d25192997ace97d452f9d0ccc82ab
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ec1969b87952898a23fcfacbfce5f1beea6083
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a89c9a1dacfa4d6583e71fc778c85988e5c7570a2b23d8ecf8b1f3b4b8e54d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b66da571b1ef8519494dd4f12e345522dc34e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18de4248dfd1b1ac2181c55d0e8688739864683c3090d034b586c1356679880
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ed4b9c260a3db8166ed800aa9779c5e2784d61
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64bf8b008578a5502946ad817348f24cb5deade55114999e68323062f1e04cae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b932461116392a8721d27c1899e3cfcc28a03bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8859cfb59866e71f667919469de1240eedbbbca6c14fe8b0e51f983eeafd86b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf19a02eda90bcc18ba481c60edc3c8cb91b00d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3009d6ba7b5552557f52df0c591f6bc6c533ac7dc3133de81cddb5f4730e4d40
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd260e19bd969e0108001192ee84404e65fcc850
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8030bac7a8d07c2c1ba1e587c87425e5e5c027cb944a1e190211f72e2e5e5558
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6d29cb7f38669bde469b6a72792510c3bd6abc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4712666f8dda29f7edd6d67f3763d80c300e84322b12c137eb2a0c03cfaf4dad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf1d3c3d5071e6f43658e971086d99e4b31c117
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a87bfcaaf3fa32fca68b95c18faa0ae088900a9167d5fb4225c857d1cfbd2e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2b192904a261a624b27cda2a6cc11e858cfc45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5ce19ecc93faea061609ff40c8b0abbf027a1c224e9c76b0eb3abe93fab61b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb956ab02854aae2e97828072ed36a4b99a8bb5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb033836cc599e80acd026c0346db684353fc6cee6dcca0459909c580f13c281
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b838f1b5e6e6ae3a15e9403d26a09b047ab4323b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0aa62fe9c1dd91bb6da2363b89361206ca280d40979de4cced2659daacf3e90
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3a00f014f39f7d674345b17cd198a6f1421181
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21616bb6336ffa6cc235f016ea1aa923b82e32768aa46b3e279c9db3ca454e6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c57d57359a0ddc3bbd5cb062ec0f77005c1b730
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bd22b1b9160f76ab63bb7911dbe35cf901b6692904ee9413a22f69859c976e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ca195466a29fe38da3b8f120ad87735aee935a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4db00f2f8cc126351499af0bd0976f7eb8fa482b782bf313ca5c3fe5494bc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486b292c1d7abfe814c0a58ba8bff8d9f7c75eb5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64702b56e96794b1f069a0f8f50baf27513f62e0c56503b97ae710ae8b75170b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a181b5748be0ad9533162662ea64cc2479f076
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0546b5824268a99ac50ffce8b22ac1830f24fbf098070be2bb92098f76cb71fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00a89631ad48da470c143a399c24767e1c5b1ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f3f037ca60a63c91ce39b6b7d70c65466ac3d8fe58d4d48eb384b306373d1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a27685213de664dbb16aabc5e24f3e1c68d895
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aeb8c4abbd7e5ee2f0183053067feab5efd14c0131ea632a0f130c0acf6faf9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84573dd4c69cbc1a5a68520724dd7373f37f6772
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115901065903a49504d7777bf5b56e52cda045524f7adf33041349cb260e7abd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0bc7ce9f6a38412f85af122fafccc1a0e732fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e3f1af6784fecc76ed2e1e378e5cfee6222b37705081e77c00f95ac5a404ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71bb6ca1165faf4c5db7bd83ece27943e1f91b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b9f74d08544c464ee937ef695901b3b64d1bac0dfb1087eace59721bf1a066
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2a4583d651a006dcaa42258f11f66f33a16190
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb58d1ed4dde90bdfa4e041101d194615ce4058af9945372b55f536d406c8a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daf247828e17fdac3f4241050d98831837e4d9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6a861829e2794b029798fbb47e7a25602864d264b1dae2b53c874a28360d69
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ae3ced62216ad5f30daa77c8689b074a1e724e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef57bdbd0f8b7b06447378d95f7b207697b3717aafa73afda15f66248029b96
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d6f4addcd4e85c06a9bdf5ccd223d16ba83dac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610d4117b1efd4d996cf54b2dc8789204a625ac29f3d308b9eadecc0c9759c8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d8376d7ee8359407527555dc4a95be60ae839
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d616c0eb63d08e065eb8e3715324be669ff20f0b7c7ac62c732bdd01a4c7cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3128aa1249ba7312ba9eeca417b246aadaf789e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3bd0c93358bcfd9f2fe062697fb99b00108a1759c4dc9aaa929d53f9133cf4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30e179e555a742f677822ba884f66b706d5f3f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ce636eba7e9baf6eca96e847abb2274f2a6e64c5c486c5bcbf778f20ae6f96
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e252a69f055d30bac60e31e10c04534d6bacfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f1ad9127dacdd308404503dce398e9265ba8c30adb1049ec409c9ae1878a7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e15ebeff96a7d747151d6ac4538d52fa92c6b5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa1f6fd6a4532d3a12d250659442865d25f10d3f06f280184c109a526e62df3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d8aaa75d3c68f040390fced93777361d8d29f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b7d7599e9a1e0f31190105e274f3eb73d51e22ed535d85d2a988ea54d6ced4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb7e6aa7a684cc285692f6f682c5f89c15ba5a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c89ba2de738383ed9b36a3b79edf2224092b7ef1bade1fe376cd4d8d200e05
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b2ebcb92643db4b1005e184207d7c035418f94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8637e1dc0985cd4e628d4ef90e634776415134db011eb13869de94d45b52433d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e881ec0a2959915299ce9efe4cf04e20e6ba9430
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b0f7506ccf17e7a1ad89c0379ab89f4c8e5edd90cdab7fbb5e84933da93edd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a459e1f18dd3786dbe5be599ef66398a9639a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1d78a6b167e0599d9e9117926bea2e37b71653f4823abf13a7d1b84145062c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df5b5e28484b88f43ec054028fbe170ceb9f435
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633bc8bc26711e70d0487879390def4b56be73866b040313c1c0777275483375
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45674bbf6c26cd908a408f7b9bfbc5122638b89e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6a39f408206f36647bbc33ec50a72ff7a8c45c886b3adef9f2603e70c8d456
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e192338e530d3f69e3a47f10562370c0de3f943e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8017ca331b6ec8fb51e1e5fd7412cf1b010b79dcdb7197dfe63eec70268b0563
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73aa22ae628a96e8d989c5f9cfe205c53414cd29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274f6f5ed9f53f8c0da84cfb00fbb488f43caecac141b8f481b342a234d161a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ee29486796318ee0e65f066c38c78bb1c38615
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4bcb050b349b4ba0d40c00682ba9730d6af2ebd175f5324c609e358dbd5c63
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b7eb5377fcf3269376167cda973594da559b5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59521cb121ec8d509befdac67a2651d156a68144ebc71d50c0ac9790954ba7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5d90803264f678e8643a5d7e9d7b95cc075ebb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bdd31c357f17bed30e063caeb56593abdc3987d95b7ed303527e34abdbbc8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7396ba9afbfc126b7d80e96019ffe6d455f024
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0408c42b04e849957f204d6be7469344c2b8e7b2bda18e141215dfa5345171e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393149148b9cb57009949359d39aea47be89a2ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1064ed71563be5f127aff934659936f217cc712e3b5536192057bdfccd5a55a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a907ae24125cfda0f25fafe9ee430766a7307c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322fcfdda5a6c5030fe24a11d2a40a48c86ec0ae15417710525e8915ebe5b4fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69b5dc214a737543966b97ccfdbd9e979e7256a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c35d5e92bd5470d03dd4aa4dde1bdbf60db2e21e8331aa6cf69590739e7f9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ad14c455dae66c6c63e73ec00813c1a69afeef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f214ea3b12fe79a27ceffe4723f6bb9fe78a28364e12532db7455347c4daf5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedcd0621bce887318c14a43e0816376af16536c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d49080950a45a26fb59745a8ca3aca3d1c273971518f8a5fb0c517c0d9e5239
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e32f7d795bb15d6d3c612010b50c679f2993b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97526b0cee0a5e154d07bf527bb23386ec67a1dacf68cab3a9ec1b04712493f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcff468a6ff208302bb1fb632ab3e4d925b255d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ecc08b241a2d8738b8dd1039aaabe501671bda8465c2f5e9ef22310fd1e8a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fd06964929e5850da898d07a9776eb31aea2b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff453583890ce53eb9ac25a19ad4a05e573bb19edd1f8774653960541f09dde
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ab0211d006d762281a684cef19bca9d56c2298
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626606da5b93497c4b31315262c060b777d69595b3849d313bc08e86edd6d5b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a0e0265c87244beccd30dfdfddf9668b86fed6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fecd352e9fd46596d88bdbe2e9b0c1b643a51484c0c3976cafd9f5ee4356f848
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ba2c5004cc584bb2a093b8a05ef74664938abb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e035ae92f29266b34d7d87caa5b98d81288194cea871a3fb35ad8070c5e0a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8311623b8851086e53bf8a889e0b9598161e351a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34edb2a530d6c3d2aabe9b437ee770b8b414a0fd4ced47990500a351f02a3546
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d215af9359cd033f73849ca11d546282c44cbd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48f8ab53308382de1e3a5d746771a6b5775777091bcce840506566edb92ccbc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb90c876ed27fb8ed9b4fd18dbc751028f92b4c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0bd28b8a984084ca83bb874252856870f3d27a7eed794e07b92b0967c1fdadf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40768a8cb5d5b9d99b64aa0b1bcbc277b284698b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978fd86bbbaf39cf40027b14f7eebf2aeea59378392c2eac75265aa5435724fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47170da3ae8ed10aeeb92af608fa4310eb8525d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405189b13d0032633160776f9dfd2bfbf6d867154717a2a564a1c2f241510016
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1316da4663364721cf4f8c6ba9d9fd22fd4bfac1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119a64b78f2600340ecfba29db811161f32ffae22708640e8e4ff9fc449b493c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87bb6cc0fc897a3960cc7c5a9ba9f04293cd3ee7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c93dc60aa4468a5246da14f321df9de6f4aaf32649b1c10eca4d2a849e0c50
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f576b843219f66226139d92c2bd344cd24f9ab7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f96b4d5f2f8159db8f9607565aab0baa5e64eb0d67e88e4576d09e7a8d760b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3f7e6f39f567aa870daf0513aca4c4f4ada09d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d213109697d5556333fb360346a6fd8e287f6afe739aaaadeaf310c9558c35a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5d0fa27da4cb1624f72fa30bf89ec70bd98da0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05221ad61134981186037bd4064af697cf6a5970a6df3859ae8b2ba35c8a382f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7de752772f5d4f64657ac260af3c557e0ab837
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5830db8bc6dc0dcc0b39922a38f333d18906b04c43ed780147199e8104237564
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47edb6e315e725c217fcd8d3625948a27c3415f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e0ca7a60fd25f7e306a786e88b7c5b3e223138b1f1e98bf1489c33f0870a0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c492a8636572d3ee5149de0171fcbecbe2719fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd9d24779c758047555b7099d25a5d110134a35383fa529a65572fda0b270f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a800cc15da6d33b9af5be475656b4830cada47
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cd78e7c733723806373f76efd0ac8f6d52472a249884162df2f05cfe06441c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd329473a2910e515160151812055632667b475
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034cf7c05f82528995e0f541db5fa4a70e50a4c3868de4b7a8248b0d5468be4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf35a72809d97e68fc57ad43bf6fa89d9c3d09c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a27fdbba078919e7207f703e62fbe7df072c5ac29d3ff6f8cb807d1907f23e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e5e831f74965b7f0acf807a9afb2c8fcabdc4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beca5e5d5133e9c5a6ca9c6bbca5b3a310e349570a79c0a76232556daebd835f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff9015f86f11f3d36d3dbbf062b6ab493b13950
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4386ada29379fd5e854a9c68c3914bad86e25dea087c29c302f273f0d619ddd1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02d2225df18712c12a5cb63f15e42d7aee88eb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dea8e80cbe540c6e307f6355159728b0bf4286f7d17dc8d61f089cc2f05da7e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb8616d1fd58e2e0b1d880b9709b5be23623e86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bed46ff4e1eec9eda9fde44ead9430ca2ca3c040a6943d9977281e7e7e33b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbe91fc1355b25cc192aac23f4f70c2b3e80f5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de49ef8f03ef94b7d50e188b55d6ad45dc1745b2a04ff9fa5de53c7b908f8da
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0f94d9f062a543a0793c8e3a7a3593dff590b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5fb289ab53aa200e2dc45d46e3ae10f34423935433eac6747ccd7b78bdb415
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1374cada7686c5c2349bee4227ea70b46d3198
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a652b8ac900365017ff7a2b9032fb5124772ffb64dbe9fccdc821f9f089edfa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101c645fd39315d5f4f6c76439882efb9206a8ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f6ade82b71fc52dcaf40697eff568256e2be430d85dc012224916b20fb3fb6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ea7a6af50c19c22c097da9ab28c675b85026cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ff9e3a800b9a43efc5840e8971547bf776e00a9038ea5320785e59a294c63f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e926934b7666534e2a46060d92cfa828a006c1ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234672284d2e5968b3d242a26bd75ad8c519852be2bac862175af8a647467558
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721ab150696e1733f43b10b14b7a782407c8a352
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b72c790aea9bedfe12fc965230a6f22f406bdedcd114af6ded601ed7082e33
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4ee7890eb79b3b20f09646dd52325eb6cb923c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152f9c5774e13bda80d8c737416e0f1897021f6c9ac28c50bb4087e69fcb71f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c92c6c4ff0c73aefc7076b69f83161f4e672a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c519ecbdbbce561093d4acb645151211acc390c3445320d819da3c0c91c9dfc3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ddaaf727e828a8a0ef89659052cf31b26afc43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a2008dac29ee41df427b1206f10caf2bc2fd434ee1ad7a0b28ce0275ee5b5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a53266ded79534ca53023d6145c25dfbd6ea05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6319ab60307b572f534ac9d2e15d7beab2de341b4b20562ad2154f398a2afcc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61500ac360a7c221d82b7e3d9639c560271e1cb2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b2ba1b2d7645571f71619cf1b3a18df74d62d60a48bc95459183684580094d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d9bb09825cf438c8ee23c831dd73e101d0371a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a499dd3fa13a71e06501ac3c534522df8141f4bcd9bc90a792dec30a9d48864b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945bfbd5955cad5175036a2d4f727dad3047d446
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47a17f087d3ca5111bbf0f1a488f6164bfeb681c849a9b01c79919e5b1475c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16b6d55bc13f6e23a8a059323aa3aaace217a55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5241a24e605156630960ce72965623b1b647094cc8e8aac46f624dbd9bcd9301
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d387da0ff0b043cc599ffde2eee5b1e8f7824ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cd65f4e83eeadaea3353b92aa8ed67ad9b8d001ed5dc3c286a5fc5f8fa2a7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7f1a3fc75800bdb36a67c6d0b9a843521f35ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a05a6829def6dd4e552fc2faab8f5956c1a7c5f11d763a91fa87f227184be5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c47b3f14825b8c67f4ee62f9ea496751a599a97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29cf72c2f1ba28334aeb5afddf187250932c9eda007cefbfdda9e18e48aea32
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4585583daefdf98f145244725e230c48b8f864a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbe483995b04f9f873d2a624bed6ab417778ee9e71850f5e7d3151b2ba16c43
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624aa9f82d441006fea68fdbe319ebf0df84cbed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4e47397ad7c74cbe0d187818afcdeefe0b19060cbcc6e6af9d606159d7579c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c994487a541cb400a9e64cb41903a94113dcbfb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ab90b745fbd2b117292f8af9ff41778927dc9111eddd11cf3661a023251100
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a955d67c1c39ad27c318af685680bfb297299a6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa509bfb3c825181295bf04920bfc00e2ef3bd9e20dfe34d02f37a850a8efa6e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782152e413d787107ef6942d445276e968a6d1d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b06cb7f61622025c620a3f04fc3623e9c73d839cf4f2683960e167bd9152a0c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5226c5da065b9c8e10312268be46532e4095d80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2ebaf68e724a52f992a25fb3d25ee5d39d9e171e604a46f1d437ebc6573380
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af30f4159f6cc0efb0e097a7af4a2c9cf029464
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e68ac390b28bed9d74e5abe8082bcfdbeae518d1fd9905c9e9769f65c76d62
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b68d0e6f9be2d9bb18e9bc1789fca8efc4786a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f00d348b5770ae14f46a8ce60282468f2ab85eb1147c0d81efbedfbcf8d0aab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377e349fdbd2e821fb0adebb5a3c33c6cecdb0d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf85cf8062d17f61a0b5aa59f69d1a0c834c6772fe444a48ab252415f349414
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3059192c752dc90bd8194ed0adb21dc8786feb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da4a3d675a545ffc9ef36acf8d06fb8ee95acedd05ae3013e4b0fae8358691c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be8f9e16e8f4eb55157383eb58e1602ad120cc5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7cafc7a72794ade3f2eb7875f303bc706ab3592a1cf58cfe47c0f7550767af
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8fdb2b4b164ecb256332e0ddd61764fe415784
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48a91aefa89cce8f95fbc366f7abd5ef9f93eae82f9dfff27939e4e71568354
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b367e115773b4eac729b281ee6da833696d13900
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437cbb6fbe0980a2ee7d6d933e1e41c717749b16900e93d124d42e0b0a9b2c71
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa620b90fe874d95c753f44e52783f888f06b0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b1ad2ca4133dc36330236f9fd73e9c0e6b88c13416d8252d48962e6bd8f7d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06574981bea4dedb07c00a0e6c5d48722007af74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c846268bb5a337376601ee6c112f7f3f15d2489a312cf1709d37c85624491232
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9178627b880ba477679be58c2a89f231f72904a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda62317481074c10c7967e5227a160c3f48451474ceba62824237a648f5c07c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b941c6465c65e2dbb129fb4ef39545a51a9d5a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e11d0760e16a453c1cfcfddc9553e33e9ba3206ee5f051f6d906138a281bf0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3886dfd965e7fc08e11ab28ee0f3460dd4319345
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f6754bbbff7eba5a2e6f09052260e476d1f71577f8f8928e1e4532f2f39a2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2457551fb91d536985d41429d86e61a747e103
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1ec8c58029643de326391cdda94575aee11fee60908398836bad2da8ec6ad6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4fc72835ff1ed146f0981c1b793d3ba1a15ef0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7863fbd6169f74e1d196d27b78df68fceb02ac726754ed58e576ffe6971ea8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ed9b8c6e8a020f24ff581284f59554cec3c537
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775502f52fb53b4613cb44319ab4fedae7c75e12d95b37fed623e1aa4bd59c55
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d656630ffcdb4bf8f7d70760ef94aeaebf21d350
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5017b7e6ca628ac1ed9fdff9d1113722c62d42509356763f1d8a0170dd8d0ce3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1767e5ce7d79ed06bda0c31c0015e5bae61a85c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30bbc7b5bf8465f4f96f7d30c5f00a664abd6b474c4f7e42300618817484f9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff79a090c43e9df0ce3f89ee55e6de29c3f1fd40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a916d09f01a1628525acc63a4edb844b1232a5cd86c5b0a3e6317b01e840fa7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1d68633394647b371af0fe6b2a359c917b0328
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b88eb8bc81d79b16e9ae0fa2a86f3612a12d39140235e5232d496848b4815b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53059b7e993f1576eb2b25e109aa1a209535fa9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507c668e9bb764008ae0d5b262861b6b555a035abdfe6f02ae6595d9fc53d967
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0172a72596952790aab81417ca166682f7805489
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a762ea3c27bcca2c49ec5fbc54022cc49b5badcc5f4ba11e19fe4a33db48380
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507db2a8a784737fa007240abe6944b6b9fbb9b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42122f26f4de1c7036822a0637590ea35492b5f8bed16cb71a6c5abf15171b9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e754dc9fa33ce097ffd788006fd467e386a779
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e01aab6f232a9d2cacd70df7a9563628bf83ee80288fe04d439dd4aabfbf5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89770e12e77839c758175fde88ae795ebcebb927
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265ba6984d015593c37f078be46b19a7c79fdd6de5d0e70028111d79a9be2fb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1460817e6a91a171799ed4449d4c745873bb6a8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf01e2a8f06f9b35446c60f4a01b3654b8612a7c77404fd98d409878f39a7ab8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7897900da84b714d070d3c139e0808bf6bfd4273
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d1a337b7248d047ece7e1821e4e839f5e7e48b784b53ac036329532563937f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236a6b7bfd5e02725870db4095bce38a8057ef17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc1510a1af0524d0c57a1564ef3d803e7c68ae7aee0f524971ee93eb5edca71
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce929ff01fffb1cca2f4b4dc7bd6bac83e8e9bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12ee8d181e20d4317f9a2e407ff208d278a2339bc1757fffa04989e9cafdddf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b757927feebc9c96d37183be1680f4b13e724f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9092034d1cac5a51386990d3b3c6df2a39bb974e1c75cc45e7f8519b1452d187
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8292363d06dc77ea820089fede3656099dacf1f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3863237c5e1cd88fc99efa9c112300956b644b66d79147ccd0dfa222f0b5708
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2cde8f0ceb8a931dc502ab2ad437d2448f6f91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808d38cfd2a42330721f97ec81e4d3ae62bb02ab54f03643d6cb7d1b2828d0b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7303ca27e6c4b547d35fd6668801a151c5022a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa12e0a70ad2ba9b85c69414c1644aaac48163754bc9a72ddb4e31550773995
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc247b1de9dbf087391081485440c1ef6154af6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4774e85f20990caf506f1543ed9e9bad42eb5d03e1839663b383381fc5a56f87
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e51d057f91d478414df93957af3772741e65b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdde90044cc988cc1d3c892d77de00c3ab345344075b5811fc981dd8c2fd261f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3a2508622fcdf741b32b98aa64cf5884f42743
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426a5462aa067294addcf2864b157ae96a6d95d12616437fdc4a6962f5f1e060
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d16fda4d374ebd3e84a721ad509c93faf0f5d02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb13cbd675187beb0c4e2650ef6b0f4668de7c8f7801854f2fc9805ea5d843c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd346e01dfa615415ebeea4c69e3c555578ef1ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6a8cba4765c08bae9415d1c1b383a2323d6149a2c7e21228da36a79135eea3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc44c4b4eb8c0b0be3397dc58816496d954e5f63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9021d30cac78474a4886f49afda1bc10b31bcb58ba00e3ccb0bef980486502ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2481856c175eae2a060e99b853be32faa00137bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d5a4bc7c8490821099065d45e38cee5f9d7adf46748f304eddf9d88e19eb8f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de68d3a0921878cfe2714f8da5a4b3de9ff580e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f40f6b296810316a5557e3fca9454ec9e515d280a13acbfeb0a58726040eb5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b11f868c5f9173cbbcf151a565102f6921e4f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119a99ac899ec056f216202b588a925102a9a9e76b0d34691d3e7dd3e9c0fe39
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e8189324bac223fe892183082ab89fe7ef0add
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba417898c88a317b65c219ca4c2c65674733456025fc721f31f6c9bb65736a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42605fcbabfc41d55d822aa6c7c29b137b4cfbfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4602db069ccc5621f306e14471b84284c0fbdfc6fc9035edee2f97796a7b01c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100ee7922e0eaee9f28fe3917eff119e71a4f05c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f369d1a0bb0a25fbb2cd5fc1226990baf4db5d77f128ec82d6fcdd1648e332d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547a1536b27794acb1c31ba98d8e987ded0a1e48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9232684b19147ce2c4f1c6362b4f93ea076ff6efe73c4c638fd0ff2293686093
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3a2c14101fc0e1e68ee1f4aaaa056064a7f4e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e94c53a297b843b8180e9a25daf8c1c174c2e5bd29901ad54145148373b8b9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7ed7586d1482ce8a4dab213ff94431d55cb56c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb5f11ff25c1001bf1004a47af34cf411d12662ea6d3cfc71a7c393820374c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a5b76afd95e0d720552b8e08cf6b51ba2bc02a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741601f9d5f2c7f53eec54f63cb1bd157a762b8eed5ead9e3d52c9f90a8f8e16
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f70b22d2c221608b60777a839b39f13ee8092e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee989d73fd9422a6ba1008bce44c66778eb64cb2f2546b874de4e7403e7ecab8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6621283a33f4ddf8fe9dd8647f9d47f24269379b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79407f19f2c313ed517b5c931dec59ca478d4a4af0e042f762f9eda718b8da60
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a14a6fcd8bd63a259d028c289a7839abcd6286
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d020811900e1a170dc9a3e136c1a2b70856af9c25ece575c4ca76be4e5c7070e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990b5857c3d4f2becf2aef65d023a017fde87742
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fde1542d9a48df2fd7977e09ce73b10ca10115bbdd89fddbb3dbc7e43fc5775
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d0aa36b456d17aaf96c9b1a3eb1bec6dc3c480
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e443776f2ec96d87e718488b205ec2148bd223e527e52c82b7ccee8915da9830
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9951b33888be1b5dc23d3e5525b0e72c25e82ee6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6adaaa959ad69475df132ce0a69ceeddb606a3ab5418f5941951b131de81d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1c7d975e388f304c53dc2a09373efef3e9f376
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95592b18d3819fcfca666c3d9a0c7d2f301827396c76f9915e249dce306d2604
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420415e92d893be127ddfbe5db92856e683450e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83d5069a10155f33565d2211590883e48d6b3598cc9ae189a08acf9264e5b4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45baf72a64ef5f2a41ffa3ca83e110bed3d7b99a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0374123fe9f43a9bcbce587a6be13b27660d3507bbf2261721a5afaddc315b0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e914070323de13bbd89bf9774854af12e6045f4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865768f7994c7c9b106a2ea94d9505ebae3f20d65076d4af43f40c52a8745a09
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ad8f2a7a1449d01da99aa69aa45a17474b7c7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3493c61ddbf19df14b6f74ce9e010b615d1410f21763e08e05c35ac976730e5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd08bfea1e7d9c6eaa58f39e8c17a4d1b2fda75f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a738ad4939c232262452cfa3b9c3d91ebbe54784bffce2d1fb4dfbe3acc88698
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f609ff450be45bce3722a2113a9b8ac136369503
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fd00a9e90fc4968b3202d141dd3e5153d4423b2f267d67b9f6c70e172a612d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2ce06ac1513a7df9fe33b0b00c8a8e22e0421a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe309b00757a50f6d90d47edb7ef244d7b099df9189edd34deb5ae8a994ecafa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c702a6bd869bf491ee5af6da009fd9de856d5f03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588245cf65850bee16f88eadc7f2840e63677292c4264095e043ca2ed0f33089
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebcf0d5abbfc6940e2c73eb4cbd3b88cad00b66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a1ef33cf2a968fd6f84c5041a463a32c8986eb74d25aca6fd70dc33db73f92
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8017a5c98756594b96723bf5bf61717348bf753
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb769e4f6e121e7b7c6d5157ce2e60b48e86d146c936561f0f1d161d3b1cc9b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2fd9a7abae4a6aa90286db17b19600f8de6b61
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf7fb91025cf664345c970dda853cb757da2bf88264814235c33476ca64ae49
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed75511b77a09883fda9b20ceb234c40f644cdb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96da81e8325271d9dd58df337d644979cecdf430515fb8369abcd90052d2245c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7da17c1587ebbe47b8992d2245d0e2910486d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08232ba57ccd83399207cafd1917fc13179b7543d4681a8bdf0c55df1cd58bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b95ab0676f63b9cf982a8ce9a17ab9ee1ea9fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0627a597948b46b896dbcefa06db859a38eff6f26c583949d69d085d45ad3fc
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cab9c3bb04c595dfc2f82445bc221e4a8ea97cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e091f25c8668a2e28178537f52a48fba04022e945a4bb56cbff36dfa664902a3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acf0527214ed5ab7808ff8b1f10d863035be9ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d68afdd60f880a590e88b6dc88f9cb167e38462439ab0e652fa3eca73d9ec2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7890b91d8d0407247befd32735542c950e1964b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12af9ff674a03cf952411a19089ca400cb3e4330c51e970f115a420b3843213b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d993a4a60fe2b1d64dd4d3e9d9229631b6a760dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59805a76b70896d3b3e7695deaf0c6e020ad1e90960ee3848711f301cc5c616
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c96b342e802e00dafe8593366c931f8694708e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d76eefc55d7b04f3d1a4c9418a51abf71966a1f7dad0c062dead981eff4ffd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ada5b3f5ad4af37e5ca4d77d58c2e412ce187eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce2aee7cc063064f805b785dec36eaec10595f63d70a0eafbcd660fab376d0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee438b2d6e4992b7ad5abd2dec805f99410d0e0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56a41c5058c8853a0c796eddcd051893b8418db7b67ce64ede5ce304dc17e5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2be4bdd3e3dfecbebd2989c608a2d57e8e92aa8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1cd5c4db1cd8b1643dc26633b364d2dfa873deab2473adff4988b762e44b4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4326521cd8540fb9b28843cf3292b75164fd99aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffc180cdb5c7d343b26fce843fd95000f3825cbc209cbe281a705eaea36b44c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35735431b7d5b08e0baab717da47636dd2157d1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e2aaccb3823667aa6242cb1b51a1541bb91ab9c3224c82aaba583d60ae1ad9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a0fcd7613a6c74b462017eee7208c7ffd8c4ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550f64f012f0e04ebb8de706a1f10a0083d7828e2b9aff2916ebadc80d599ff0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946e35a44198f3767bf65a84d1d4dab4c9c2107e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31606b9359385c458d3679f0df983cbdb9e162f97d84fdd933f7cc04176a9b9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce652840bc76cacf87163d85429374197891c79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fd912adb480aedf2b4fe341c210b02e423c420f05643dd66ec9c19ddda7793
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463ca21c2472fd1e6ecacc0f2c143566ef7fa1e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44be5a5905699a07753a7f475a9c672629048e142eaa3361bf4274bf8831e46b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb7a98ebff411b9912eabdc341959277037ad3c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebb8ccce28eb65248b6b34a4992cb2a2b2cd707cac6f336d4958390ebc15cf5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18362d2b9cff322a5aa6bc28b9d034b03ea84fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8487bfbe3fb1bb42acad9508c3cbfb5fbc20eb6e563bf3a8c0cc6c25a02092
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ee46bd60762ced4257e3e5903c07618beba62e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f633d47fe30aa4cc70720631635bf1da523a1d9312a243092840e1705ee7a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84907f56a6b4bf6d6cb5e290ac1e6dbf6d3f4edc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d442cfea1c258e96f8a589ca8e98ec9a0df099be94d9670d6c53ea78a0ffb9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29758683a3ca36d04fb24a10fc916a6fee63c7ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9546199c124059d023c757acff618e72a6c0a2a178ba63472242c8bb5f3fda
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439759888840e7377c4aa6236dc28b07bd7dcaf1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d84dd40a45303c4c8593258ccc53c433c5c19f59695ec0da45d49da0a45638
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a4eb5bd37472832640be0c6559765eb00320b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b1b2bc521e042aef4a994102445ccee0356d2e506686c58f7955bf95ad8612
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2c639c5cfe16d03127325df04945e80b2196bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6055a887f3b31e0abb4852457dc64a9a06e9d51709de2731425aa3bd26a3a072
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ce0268b20bec1e7633cc2af5ba2be1db300680
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d47438fdeea7d427ee4534de43f92b8de66e4e99fcd7de4829480d728b468e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f6cda684c772d07595fd5898f6af20b9051ba6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8a910c8ac5c6e7e3de3afabbf376fdd6817a6c8a823f5775943026ab02c978
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d23632e67edece85639fc1c3f734fa0624b7923
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cccc55ae877c42a521ac28fc18c9c3c5decb3d75864f6d9ea4cd5aee686b332
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6211f6847774e510d166df09b260875112a5ebb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb0299e8e788b6a0e7789c8c2184f0af0b3c5f019b7451d740d6aca600dc6eb
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f668209840afc09e91ec150ea94417ce181188cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db16474a998106a0d4639653f8587f05b1934555c3101031e51c40811151677a
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d026d58f53fbdd3bff029231407eccb6abd38b41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfac5e7ca4e577c1103bc27cfe0e2c1f726b645b76b8a5628a8b719ccac083a8
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91e5188114fd644d6c03aba4aab6b9a111f5fb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bb8e6e94c9408001ce7bd19cc17789bc668f3a2ab8d2cc1c49fe9c8f9545fb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed00aa3a93bb803f23786bf475f1854d89f75ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b094017ebcefe1f3d0aa4832805c2cfb2f5de67efae190f1d9efb261d61028
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0930f4c156bff1f77f3262a4a32d58cd14db9396
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f16359f7674ffa7aa33509e15506687b93edf01fe36e0810fe8f7468f48bfda
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5507aad6bf3cd06a15b751d4fe0fc768ff4c5b9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b23154fb5648f4c515d95ba9280bd794cdff42bedb295c1936579529c7b20c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be4f4a998a6dda82c2ed3fdb5465b27360e9be3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804ed41e1b33ed4efd1cd3133dc27ec465bfdbbb0321f8b5b6968520256ae9af
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b34c3da96584fcb600528afd590118e3e26ba8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34f7675861e8aa80b8997ae3b9a5fcfffc55e3dbabf0ab29fdecbd99989b19e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8186e7d28d78dcc0ef73254e9174486bc6f0ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66c057b7edb5ec91a93e036e130ae40eba1a7449942ee0b7bea84e7f218af29
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86c289339a2566bb059e28c8c011de505147c62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf1b5d4fea39e4b309983d748aca48ec1e4e6800096adfb369c7e3428123a7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0320edb0b8a1d4b64dfd9a40d0c733942324549
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96668af82de3986b9411513731dedcebf7e430f5495ee19307b07049addf11e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a77410fe3284c59db12fb0a20d31f77713b668f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e521875059aec51effa7bfc105229faf0ed58581c881d57a77f77686feaf662a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfa30af0fafd13ed3263effd2e9ebb889b4ee32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10738eeb221f5665199b11e61b4bfdcdaf9d4ca6a646f159f698f5678e638b59
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0b88854332f5fa6eedd6e797e79863bf91d977
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fe24d1e1c40fb160c40806f0e67108272d3d415d0c6d279db22a5d04c82795
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7c455ce1fb29557a5e9efe867d23019b854de8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caae990cd26dec21c9b84ddf78dbe099465f780417a2574ac0c5c7caab7d9b1b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcde9b34498755a8a0d854db02be57263f15d786
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f3aba1964af0b26cdc07f498d8b6d78e688cb88a0f13fbdd6cb41fc812aafd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e4820b18515c57961a463a0554305c010036b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47979787aabc7f24153e385e130eaeb36d61b5e5bc429d2916eb76124cbfa4d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8891bd4f91263485ef9de1a50f9fb8a9ba614e14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbfa15a232f22a66e58cbf474373fbcc3d60b64f4e555c9f90204b28cce5d3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cd826097a4a6c56071d66a2461b2bd08eccf64
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd92033ecea0298fe03be54319b12957ec008b0a2aed73ff60d8fdb99ad9c2f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e7671887d8ddba1b0465cc08214b5d694672a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e070d2536212b8d7251775a1347371b89b7125635347912e91edcd246bc38c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271d148fd7e807c13221b9f72a0867bb38cd597d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7198faca16f102c68761ebfaa9392d6593a32ad372a42af81b8f1f1df89a39af
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038c0b7ce42022aafaa40c51ea1c12f09367afbf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b153b98e4eca59ef5bd75ef394fd968485bd54777ec077f2fe05a2379d3ba7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd82ce7c4b5010f2af4c23d9631df6cd8330bfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c9ae5eb159b8c8382ba182849adab6173bd8bfac3808a84fcd440cdcf227a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322258e9534b5a9dcade7e50793450dbb36e7364
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b57c1d628ca678313cafbe6f06a04537666d913037e51d6e48d8bc5af578e16
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfc6344ab8843001d317f31b1ce4300e6e81fae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00f26ae442c58b34115582b11d299b8e85bd76cba7cb3672be373c6750a4c9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db4de47b955425a5909f32f2a38fc535298b9e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de5d4ee4841bd15ba7a61e7cf22dfb27414bed22d2dfa62de96693eda86a0be
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8625c43da34c01dabd7dfe3faaac20504e77219a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23fe60e2416c81edc6b5cdc7c7f49ba51c619e887f82b8bbe301aca5fd36a78
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211294b63515d273c434d02416f46988fc95e1c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd7e0bc2a48551b8a8c3ff77e94d701717dd6789bc86c2e5b966840feae392d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496b45df64b26469be964c86b55792d1695a14b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31874fae7144ff856c86cd710451f6e8d6e6a1c60f59841552aa2e96aa6bbb75
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5786ce390b73496ab0aebd55f05118c994fef4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bcf4d677994b360d5068c8dcadce2996337f8c829b9ea0a3bcbf1f21053d16f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662efa6f8e5972375df593b0a8338c4238f5d4d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ca66958fae8d121c1d1f30b7ca44a57733c784c82561e07dc9d554b73e6a41
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bb7e0b0a369a79ce536d2f613a35b4a11bdef3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011c560726bae3e1cd056cefe746efc2ebeb66ad31901daa72bb4ec6e3082dc2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6708634c5d74a8bb479cb8623c9f737b25e00b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1894b0f02edd7b4860a81f218ac44ad94026504d8557ba7f6fb7dc73c463371
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffbd5edfbfa9f7a9cd52a254a94890580668d91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf039fb9da621ff43130cf639daca6e662cab3007c7a5efc636392701409a8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19033bad636f049ad93a7db55c6ab7af1d7f0991
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2634a069198ec9117f089c07cef9c63da40a02e1316a99eb3edd79786ca199fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31e562162161947b65197607afe2f95d884a147
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbac64895e896d7811d77dfd856865104753d66adca311b63dd9ea63ab7215a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5eb0d3297b4ed04484e11f17e6d204c7bfd7664
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d958eb164008b0ebea0011f4276b764bcc08e583379b91e4b979d39ed54d52
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c378c90962d796f102ea2e8dc1a955f621d1fae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42377da3115a891468912dcdf4b595d18628dac5eda9c25d6fe18f15f9eb178d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbbeb84349f1a382f7509ec604f34a5cf3810bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d89a80ebb57d6bfcce68969a9f54cb42695b32a70002e5078ceb2d55b8ad54b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c674200c24813ead332aef210a09c81b6717599
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc3257413ff4e1fd65e339b4cd7d1eb0e591f1e58098b2a4056a66c9168b767
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c99dffbb6aabb2eed26e0c1c22a09a5f7afa1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4631fb625d74f1215687670c451247bdccf4c65d2d0d0aabe8c91b95821a483b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daafc5d4104fe949776ad482a2d2ce9aab1cc54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b36e7c782c5c0b211c8c192a9765489b3404f87433c3f9c83ea8790a23d66ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08f88eae2758bcbccb33082a2f29ffc11bd8baa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3fe0d33fd289a76225797c6995d7f3abc6e37cafa824fa89d7a81d9efd4d09
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b28f375aadee6c2defc3d84343dd5d204b8028
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00129291ab18ebefa20a861e37017bbeae0a5997b4d2b873ecb4ed0239a2caa1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44890e03b92a1ca6d974f51e3a22861c26ac36bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32976f78631b2a0e089ffccc411d34534e54a00d71b1b31aea54c98538fe589
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774f580ab9f7314cd4ba2e46525c9028508ac1bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d113046e2890dd93d17173d223b75bf29d1d9cf546a437eaf0f8e54dece261
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7ee764df273d4e7921b426401bb871a9f08c30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0643f8393de497611bb80be4e1cea4f45104c3b4e1af41fbb8bf8b47a16c701
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a076eb05cb3761221cc92ff81a588d12e07377
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94468bba8089d432a34d2745b2c62fbe0461cd80adbbeb194c4dd546424da80e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d30c867c3d3f1f89d515a1a9118e241fade44fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b946914264da5dc53f6be46e107616862e5292a72ac96bf6a3864aa1160a196d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bf554cd334097a49b67b794a8a50c84a9f6bdd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5efced0cfbfdde3c6ac03fb22d56f30af25f29260d379bc466f75faff7e4e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea861f3b3166e3226c95fef6e153148832c7f91e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58381faac80f3e61aa2a599933acc2ea858289ac16a1b69beca23950a646e291
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f99dcbabfc5495a582183f2801f70a0600b10a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19677e5eb716f2f888b2d7bd72997b1696936fa010a803effcf05f2ca228ba9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1a01180a17346dc8c7f91bd048ba8a90488dc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ba86813526026dad35bfb37f877e63e9a21d03fa5f3a6a4fe8825d31f02b90
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1f8bf6c6a38ac9393022bc5ad8253f1aaa98e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22697fdb3c2b9e87d7bcfc3c56f14ffd2a0c3865a5387b157bb96c1e81386940
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b514907c07a8c69480d2896e30255f13ebde058
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cd1dc6f525c148e91a283969c28649d5843f40928ac13e6447c6f106ac5759
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e678b5aa0668ba199cb0fe9452fdd84b5e5fa2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6406f679418daf8d795bbfc3883958dd17bd0ffc6238661affc217f2b07bcc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8921c436b8ce786b542ccc8336dca215fb356b69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9600aeb65ad2dc51dc55cc6e7bdee277a43a9f952ba37029fc324e248fb09f2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76823ed6f3c1552489f16869ec67900db31aa40b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc68c4dc2922cf2b154bff99cf1fe1ddf22d7a7575d38208025104efd6362227
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dade5539560273e5d02b25173650689bdcc5dea7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b13f36437aa715d1398a7dcd964869bcc654c91a4f26a67e514e766b06dc7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3d45d3fc17630425b2c0a1338e4d56cd8ade7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5965f666c9351ab21b281e3bb6ec2d66f354e9e71abb60891bd55885f0ee3be
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d087c830062c7f99ea20f164fa26f31881af3fd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5644f42b5c06c8ec9ade07b860cc338082c39a514f9c728af743189e785fc98
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3dbfacc664d64c8ae9d47bdc8b76767e495034f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a063aae55c5072f22abc6c2c408bec34ab52418661581cce5b1b8666334ca0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c224783852415160f27e636759e413d26d7a3fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05db8cae007a491839581dfd634af81549937fc166e6e353c8eb3d08fdee3bc1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f40086f5a77f832154edb9922b02eaf9c38b885
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d565134599405d1cb927010df1c6d119ba9cf22d36d8bcb4d8e4e3a4aad78e6e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7696e0ae7ba6678aa1a33b53000e040a768615
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67325eaad4bf5c4129b37a6e5512013ae438b1187c8b032a3d80f6391cb514c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3dc2e16cc5fbee044347d6b5b52be0dce99c589
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6bbfe0da44b26c66099657d004639489abe519c9fbe632ec595e11781a5c6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a653f174a8f0b58f529e08f44ffad39eb00f9c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf7973eb8a0aeb70b0981eca800e3d242efb3a3f0dc3f61dc009e9eb69aabec
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aedf916b10b02a76ecb1ce5b2fbf17c8c065503
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fadd374bd25d1668542d26fe841cbc4d4198c4db108fe386755971a4785fe1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12d05628307d474a9ed5e6d8eb5ef19f3021746
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f368e29a38447ec6e74bcce2565fc08c0785e62ad39e3ab6ef47ccb5d82ece6f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca474d10e83722f0a1df44d09e3180a162221953
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348e1a5c0ea317430e636482726ffbb502a5468863b42334aae17cb5899e29b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e460794687c9be2a5c7014d2020f1df5c7d86e65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0f8bffa36c47dc0ffd8373882fdf4bd113497ac7f4c0808009e41b67e589d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af6813cd20242d4fca77176e0cd7f6e40dfb0ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee86fc574368487ea088fe28ba8ec8faf5cd4be7c7338090520010877082d5d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d152ab68af4dbda76d88965020acc69f18924e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7721f4f2f8b2bb7cb098858f5e3814295e8284a55e3e91c511ce30dd9f79b702
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38602cbc44dd18adaffed4cbeadc9936cd421ab7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7651380622d3b4693fb0c1a29988d1682842ca58d99221fcde1d04a0511510dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a196b39dc249c741792c5b5cbc5fc3991c31e673
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a98146c747d9b0c8879615218e5631cc63ac0aaafa46770d826dcd38aea47a1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa84344db531704dd1ccce781b79254e9cfcbc92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f276877965116a95a5d5e189e9ba6f20344ca8c52e41e2e68a19b99fd6689c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52caadabafdd3e0ff991196d164a8f90c9ca30d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a52d3cd54594301cbabd04222123bc3ffd5228a9158052e63061982d976439
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f913d45d1336ba07543620c2e9ce2cd15bee6bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a524e52baa8c91f75b34d5dc5f7b7391c547e6a29cf30aaaa82eda07b7ceec94
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0201f1e11b5518af375e2ee1c43a5c7f0e44483
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c483163e3602ceadc6bee1d2e7cdcfb66e4742ac61c646cfcf7055fea58a425
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4dd53e964ad6c48e3a899b96e08cf3c17663891
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834b7508c6ab67576b28f4036b1d2c5377f56791b2ff0f71261d365bc7167b1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c5126c11a16e8fe3784219ed8d6624fe9091d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a26cb16c1919de532761fd458e11a5b923d427e7560f348af9d6a266573865e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c0b9ec56b9b8d951645bed82ed9e00f9f56321
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991da2946c5d706df413571523b48cb6ee0db28446de80630cd672c112e5e77c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8812e6b8caf7578c4a30c8a901493a7fcd58e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1396164d383124abf6b01426dcb8cfe34dd85c45bfbd21edf7acd1d91c3fbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3484f859382140096341c5a41a8a1b763a548469
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342461df39da00be670e78f5eeaea42a3ab791b96b99ae4cef7bed87f0dd8b1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0612f2630648cc07954a30596c977f9cee30abf6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8998a1180949fa3af5ccab4634404385c5b380448351417152af97909d545f37
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053b2d71aca66a15180ed95b6cbba2ea38ed57a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db60f766b48dfce0b0060330f9342bed8b22da2f512fbfa66e5a9496c6dbb9ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c667b6be05dcf6d4d7aa2049a74a276d0c09467
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2e06fb58309cefaf04cdecb11c866f4491f74eba437248a3909678555d4141
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4416aa56c86daab2d6e2e30080b3784435e29b65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e391f1d3ed9bee92f41b4a44093a086828e2c13f549fd8037d5509b159031d81
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72951b4560bacc4759e0d96866022efc18d44bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220982fdab3e776dbbe9cc204ec72eede7199919acd80be62f0b0bc91a88f2a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69753f5e7d5a9420273ac46ae64fbdfeb812fe5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ff2d470c47db8fb905d4bbb48ccc51295495635bf1336ebf96628f1a2dcda5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fb42212a0466d8abcf4ecffc9e0d9e58ab7c3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c940615eb65ff67b08fdf77fa1cc57621fbed0e5ba8700a1601aa696e7013bfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55ddd42b4e2e5c7077801050203f6497f51032e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20232435665c8b40bf4a9be35d8bfcecf24cd1fcebee2b7b8dce1e29e528631
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a97aef948e84c09155cccdaa11ebe53042b9f91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e901ef1b5c71a750397adb39cbdb69e0202b97b2f4eb1e7fdf2998a1a4e3a7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a999ec0baafb5592a70969397d4cf8d8ea8e774a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fec06e0847af66b89482226ddecc9ca61edaeae03453715104931039d2db466
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ced150a51a1278a723277a7ac27695033e6f8da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7ea9297c921703d9767afef888bf160facb4698456aaa5b9f843ed2e03120c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b1b56554a10f09316f0677fb3265496eebbabc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de76eb2748bcf21045962d5d12ae80c2c5027c3ca3acfc8306403fbbd6d07c9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6bffb071f72fadf5a66acc9fc4fa456d4e96da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6b4ad836a02fa35575be1b464811214685355812f072fb1b95dc2cb41941a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401575a2c07d22e1d605471cb0a5a31eadad5eb4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851c3420e6188b85f07cc83b7c350c8941db13a05453fb75357ce367a704fac0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b20098056bc331936b243a655149ba33f138732
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcfba58bbdefb3adeb254ca131b7aa6eca2390a590d1e1892100300ca23e63c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866e4d176fa007e13f05f018529f4cb216727e0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f364f93a33c937b4c95433b18fce61719d845b11c30100ed20e78423ed262ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1f6e99e3166446e02d7c52f1d19d1855b0cf69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f2ac0e483f60356616b006612d1fb5a51cc7318225daa00d22944703de8740
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8922cbc28a5519a610e6746829b6948d22a69b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd45021f7a67bf2574007d422d5ff1e4f26232dfcf841d537ccddc7d9999097
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995cc9707c0535afa3fb13d8d4999545fdd6a933
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a202f0189286c09161fa0fb4cc5c1d12f30086147a5d7f6a1fe429eef0267645
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356731a5b47a430dfc8e84ce51f8d039da5d5418
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4cfc130f3f6763ed1ce883047e2ef78e7d35af4a526093da2c01c729045e0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53aa5eb20d32cbfa8a144c0dd699465b4fda95bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1092d15b19963c4754877e4e77657d35ec0c12dcc1f7b64e4b61dd7c6b4e07f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfbc0d96ae9303264e3502021dab1ec6a4c5451
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5feda36830b8493e0a60aefd6c1ac4a18028cd902a102783c866295993a399
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd5702146a15631ac5c2340582499bd7aa6ea2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2270412a939cf2598bfdeea2c3d4f6b6c82380a81c3038f9f77529f326e2e418
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4c20e28b443ba68738a8c8619fc9dc4dd2a4dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9453ba864975367910fa023709eab8e8d82fdd789a425ac1f96a21e6bcffe82
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d57a88ca77b232c30bef327e63939ab68a24ef6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614cb424ba05f6a6606021ea185a561331377924b9c21d44fe014088faa3ad69
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7454144e719b588831f3ba5b95a871b19ca9a5ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35855e88541f16846ac7c227f04137ce20e9de5b79a00a784be5a0f4885accde
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6154907cfe8a7813a59082d35549bfc900a9fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ab451d66519bc497ff3c265e9d752dacb2e11dcbe043edbc91dbb674f1ae3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caafa63883d72ba1aa830eab654df4347c673663
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebea258711a5dd2f2dd9b7ee7bc035f7c61b9a72ab47e0b0fbbbbd19e4a43c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d514416bc92ecc4ba8e69f75e54a7e239c604dae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d9caa20ca42f22f4bc99232b56b7c458dab20a79a53c35a258123f96a49576
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5332b41018b0a060bc928dba709b02f5225550
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fd6f06eee275e3e5a638c229d76035ce44c9830bf89de86d1a9f80b01a1872
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746d3e0e4a672832ba1c9619211499c894612173
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ff2de179387660548bc706adcc3667f12ad1ecc751cb3e728679de202cefcf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0c7f366fd005ca7b3101a466bc30c48eb124e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe238172ba727b3dfbd95144cc4cb41939bf407e4506e4df1fcde6570b58c22c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa32b8ae4a1cf79d17d7e2b6a2dd5719f98049a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54c4e48ff6e5173debde8a092e1e80346e56046ef36a069487bd41a87b41c50
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f783482be04b1f3b7ed0f5abcf1a49deadfa14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabb7ef0edfbdf617ef5c83773ba62135d3ee48388f4352f590f233addaa087d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2756cea849d185e31660b922241e47ec67552770
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9488470c7f14729cb23873e9416ccd09ec86ed13975d76bc843fc0550b3dbdff
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf27a9174b7e121cc00bb8245d3b9c72e9b37416
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ca4426d8e941369e1e694211fd290f3177a5862fe1b87e4060457d0cd9a57f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882794b823b0833f9fe9217f358754ecf80e8b89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261dec6a95739130a7d64c439c1c3c32fdb2a7a660dc5bfe6dd3ee9224e06e07
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a475ed8bf02373400f6d5b81626509b549e21065
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67721f90bd4fd9c8b5b6a32a024787e857d4ea2dd32f3c289d1a392672ca0e07
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f7db82329eacbf580d7a0adfa07d8a9fd6225a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e556e6794ce73a2027c2dd5bbdb3afba4041f0405116d79db25f7532e54ef9cd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e9a7d31c8257b69f72b34a18a2f952cd8fffdf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d419fbc18b84e0afabdd72941afb36dcd38e70bb58724a944f33086ed36bbd0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10e217443e3ba51c95d12b85273a2214358f6bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0f41bbc32ef28feb3d0bc1b398f8da3bb6e3b0e97ce9625f89b161ec51797a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae43cb83680f3d56eff71b046a9ec60e9cdc642
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867aa8f5ae6b6d7d183dd41cd2615281662b039098600ab7a2ef0b727cc2bee3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e7975e1991c3c42877f9bf6bc8d4bcbd1c6a06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5bfe4a6d8f61ea8d45cb3d5577f4db44c29c9dbc506d5a30d4af912e1f50f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddf624123a0554f18b9d92d3e122935e4704d5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c1479af5dac054ffcfaf269166d11529d9161a0a491a07172424c9833214a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5508109b8a751b53a7e718123773e9290abd9f3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa7b29e1a3c96aee0024c7ade0066d49a30c4da00d640cfff62fe7772796466
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ea8786c7bf6b1e23eeac8d5cb3398705586b13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6128292eeafd682efd041ab5aa8e6b97c38aa91a00c6ac55b1aaaf9029be3dc6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31d2519d903ec52e6efab19dab103ca68462a8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f80bf16c01efeeba2fc09803754a566c59b9fa4dcbeeefa966f1525964922b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96204cbf1473b5f5a1c17e90a14e4dc7b70bb81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfff07be65d805ef2849591dc1bf92c565886b41efbf0dab4af6a32d42f945c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456307c40b5e7bb70e6853150062c1c52b6023dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c633133e6215c9ec070565e209037d6e3196504d683d7819decdc2c87ecc7738
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4f251f6f3d83da85345447e151961dfb8d398d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772a057aa3febbd561287da8f619f63212a533e8dfbe4fc9dd703a707b0953e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc110ad154c85c4835b96a62493709fdbaeca69d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50090b604404fa12453a9bd0455557caee77905cd34a327d19a394bb5192266
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3d6e597bded26ad4093139110599b13c79d6ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc4ca399561df4287a6972d12f1951a25fee40f32d3bf3ea687983516580ff5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fd277492256803e377e43b9b93151278cd52ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1a771b3c07534d7afcc8df0b8811404da6c4a915e0d7ca7a3a1aac2e1bee15
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46f5c1ac80982fc73a3ee79389edd1d01528c0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db24590fa5ae808c65d477802c75446d4c3da177c345376f87800c5ba65560e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f11d91c6b3eba4572335327bb8ea7b6892f4a30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba26860a752fd009e5be99352a20cfee9368dfcd441980aa660073e8dd111cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad69438f443ff75d28bd621e9042e6ff1a43dda7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e931c4ebbde7458411a0db8b83852cfbf6974671e4bb1cfaaac25e9005bb2a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5f776a7efef1db61aa95dc13cb7c79c97d37a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167f297e14a5e869c7227f499f6a5f28991f5428811afaeab225a9b6a8a9faf3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06af4885364c6e3e766a854175778a6be8b1b38b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392f05f49f550c414429b1caf8363cce2b153aaa8b5bcceafc8c64734f084030
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90eaae5be3a599f419e967b3ccd37c162dd2e073
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fcf476197f10ccca4a9f21302b536e95a3feb1c7ca3824d76ff8fe10e4cb13
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b019eed549dbdedff8bbd2148307c4818fa612d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f1ba750d74faae3dde658bd1441da8cfaab9a83f971db03d9b061744c0aca7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c38e75a0f760524394514ce20f2ff690a3d516
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1666e2cf8d65eba16815c74fb0237248d209fbe20f6b68b387df8b3b668e9c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1272af43178fcf14807d3a7beff5fe6677d7ef50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14377523d5f18e4b36f056fd7c4f23873669ed0136fed6f14c35de4d34dbfdc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33ead8c5f29891864ab10cbaa289a2d84e13827
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343dd735e7b0dd4024f819df029624bbe5ef3775a4d9a07cbc6cfe933a6621c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fedbf9eeca6354165288753d54bce566886b4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ece504bf7dcd930ffc2bcae8a1464cc4f7a0e3eaade13a248faaa93390b159
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ccfb2c6435ea29a3fe7cd81daba2e618943426
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e671174ef505d09912dbb6f7bd1f2f5d9bea8a2f427ab00e778f70ffffdcac
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8e691311dcbd2d3de7c6ebad170b64583b7e50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156ebe970650cd7be3dc60a5ac34ff240829254e07df3ed091bab639d696c169
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904138704c9534083a2315b44a9862c3bfb78c8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129ca6babb99f47f5a562fd650af2e57f9ec6beb66ac71312b8986ec25c90306
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1d62c42095f011fb84008ebeea43c45cec3fec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0254973d0339d9412bc82aad3b8d335acf40b165cc58cd0be99b20c8104f401d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db44c089dfdd33cc895827d8e207b78ba71e59ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a20a8e18c4d0e76c9c9c79e049da591e537e15921aad573a6ac53fb82fcd1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcb14cf828994a5f4a6ad9a07fead335d775df3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6003da76e726ffb4eba2ee1a5b7634eff0a90eb1179f0a8cb551b070bba1a66c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c0d3294a4b9e90f0de5efc61bdbb3a4201d4d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8611dd196cc933685742b87109c0e4d56142c4f88a59d97619cf1ff9c94a38f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b4c1adfebab9180014ee0b20526619074678e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f207f3ef02793aa6bb14669e77919faa0630dbb0413229ea5b8483faca06e98
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9ebf9562ec3ae012866a5d2580e0e3e4d0ef90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc823f4de39897b476efc83f2884610c2b9d8e45566655541e40c831bbd36284
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06ac23d85d52fbd190a02571b37fc63fe0f7514
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b0311cffbfb7c86d8f36443a8b6ae405d8ca32bff693a0394695ce8f1d7de6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3461bf7806eaed1c905ed62646b11cb64e8e85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986f6ac44704be8bf5fd2c45e48bb4b1c29409264c2431c40d16245d466c874e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c33896b097bba0bc7c0944e64365f099e4a7128
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4716cdb77e31ecc44cb25c0c3a1f72e6eea708a33bda1961b78f7a145d67d04e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7149c7e15b320cc11013fa23f9417e82f3c32a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96c2419f7d8b9b2c2aeed0c1aa509675283fdfb35a852a3cfb43036c28e0b8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19297a26fbc3d3eb4f16d20dd1d6f625afd6356a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6c7421f9e55a1c7ee3fb9895b51385a90c2bdd56e22301896c73ab48b0fba7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353106af39a24f1907b6934eac047817f597fac9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478254db431ab0b499b1fd4868663e8fc4e5be49cd974d3b22243e3020f58c16
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf0d06c2266d4d71b2c612d29525575bfad6eb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01542ec9b95c8f28d1fff97a2483b4857722f7502d598419aade913f78fc7c08
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295385b2bef8ae91355e87a9e182579df1615efd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d611bf0856a878ec24bf8d9f88bf39508213ce99b4ed1ceb4116fa96db48eb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5832126794f5ce674fa20faafb2114cb640d32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebd5f3fd450a55209e747e592f160827708af08a4e464af03915f6d952a2d08
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7665de3a8e1d8ffa5f3e943c748a0351790cc9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1fefbdeaba7ae267f177e2903d30b5975d407b3c728f413a03bfa894981204
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ee11fbf2d9f3d21330dc98818e5d76838869b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d377ed43e859824d8903b406a3b0203c2fe962056daa9e61634ec66177561129
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3100bb82a1a41303cb1ed1117b9879f9e16caf8c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91ea434b2a5d3ec61276b4c4a5387f5d2ccec964ba6ce75b199161011fe59a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9f29bb74390245eff8586a56bbf0664f5dd7de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039fe29c2b88de08b9f652032710e61ce10592478c2ce6bde0234d1fb3cf3dda
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bdea34d4522ce4de9f2128fd93080a1aac92a7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c17a56d2b8a6ac17057fb4ab05255cebd51a38b46ed1cd17ec1343e6e097a1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a79ac8f043124ba66d72153edc50b31b82d50a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe32a2bb82be472f104ed0e7fac529ee1bc02a0f2242bb6131ac5fb16eb989a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4a33da1f5fea369726a6cbd45549a94011d9d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6853d4148e3699b47176fd280455b23654da3cf8dcac0c8914a0b289e138cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d4f6595595c35fe6c7f63fe52a3c9e679cd48f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b88efdbb9d78037f14542b9e83330e04c87a04181b0a2f1ee5c162235a3a575
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3a9721b2e7b60b47ae08a896049dc40dd7a5ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb5243cf89000226be50ff26c13cb9323228221be4adc9fb50e7a1d353c44b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e189193dda4645dcb29b210d5a20e833bb742f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd48c0842daef9218f5cdf444eb893bfe5950fa17f32990f5c136e252744e7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07953f77aba86fbda6f3e3cc5bd76ab94f8c641
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1177a82e0653cd91535fb6e80fa8910b62b02fd89e762283394597e8fe339082
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fbce348abc63034e3c27fa6e68112a4e3ca196
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bc7545fbc12299d140100aafe0e2c0d1a5456a630361d1ada80618ad399d85
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea76aa800b7016879a82bd17801a3284035988b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3197d971ce8d947d86affae271d04a10215fb7688366a5958a554d9cf84ca41
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a891c13fd967046d1ea33bcec9de468a8f6b5f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c705875538208c9da3befe843f641fe5856ec29a7454e860386224367d9a33d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a736e24a009df68d9830c644651567d6791c17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3651041260ddd15bb527d026f1de523f31c967487bc7f9e8e016315c07826200
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2478be5333ab75aa2804e8224cf857455cf2d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e255e76045a7150d31b25d836153ca07c9ae674099d6eb96dcd840061709dce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a081cfcb86766b50aeece81c8b7b4906f58554
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a506ecb6200b31e64681b630f61e8210ec8c3c0e5c3b7614fbabb141e89af1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb20d031bdd64d0d1118dc0a92171650617820ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc025496b05f1d9980c4d5d0c83e80c9ccc1843d7540c3f96bf0563e36768d56
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70c86f4e2e847e7a2545b20dd12d8c775ca95a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6c64d58c12447403e9127ec18eb387ebbbd5f647933039e5b2518f178635ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c943339337dd525f9be33028ba465d96c8e50403
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3d58bd100fa79a061251eed69b2652fa5ddfb93b1c75cc755ba9a1048d197c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b4cd3bd47806b19c6b8d55456aa3eea757e179
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad52abfe215dadad562bdff5874d154cc82d55e12efeb408e3d7bfaf3794f53
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b8d04ce7a731b5a307c55c783a0477c60d1a51
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3db187d6b5b2660453041a4913232dceb8eb196a583092b34ec9f9ddc60089
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f00ae78d181689bd26eb89750f75a31253fe1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4497f639a8656a3b4eba42547ba9e737d1a1ac2b7e4ff2f3c108a339e3654d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34efd639e71e29cc7aa6ae43d513fb69b0a1025e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9c178a1981629258827bd51a2054eff00de177d4583c53bdd14167e90e0b32
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc7e4398020ac78430aef444b5182677df6d70d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019f09ae198d8cd0b07d3d093e55ab1c51b8804744c73b3947232b0bb57fc679
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a126e94bb2ef51c31b8afd61e8ff6fa69938ce38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736f1a557cc4c1867ec39701198b37a8304f2cf1eaf623603e3b9ddb25d58cfb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4598a691e4d38ba8e9976b015a2b58120a5b4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd525aba2cb3a6a7ccf1338c80b7622c8c320d475976d7ad8d48177e3e6cefd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c464f07fce4eeb6023898a2e385864d8d617d05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8688d7877f202be845c2615ae14584af802cdfd020529821598db59ce52262f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedad1930615c49e782e5ceecb4c8a5a3e85afa3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275b41c2a482c2e85cc53829738b1df54b73ceb49684759f11ca52dc553d9426
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea14484654d0992b49a7e042e00aa945594785f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba369fbb633357cb06425d46e9981e4845661f7126c19c8fd76ca29e9000de93
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48613ab1957486d4357423da6cd8cde9265e58a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9a813e0a4497a0eea3be5963fcb41471bbfc58cce03b8378ccbdaed21f3a13
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106f18fad80c58f3f54bb3f35d4320a3ec0aaca9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f306560028fd544ceb240c97182de027e3617524df950bc182fb793730a37d62
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578d076870ce4f39d7bd6abcc267202def67598f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56df00e89cf1b812947a04c70c0db36ae80c5f46e888c2bc216a9cac73ebb248
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b27dc3a9b7868ffc68290e996135c05777a50e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1feaca88758c5c80c32a3f7537d91ceb060741f2c70781fd61268470f5d83190
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e045b9fdf19e5cf356c0f755eb4030369d2862d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6703857893247fabca96fe7a699b07f4ee1870469353f45f84e23b17a5b2af7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ac3c570554f07998dac8e8ed310b38cd0d8e1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba537956845e11f347eb343fa096d8657abcd3c5e1e862d2a3e606b15dc035fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf80e6f79b9c351d6eb156b192a0e63ea6ce8277
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eeb544d6d0549d562f462b57112114a1d332d5f8604eac15c5ff1144d31c945
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d54586c16a777aff671c1f0ee2acff9d85e13b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d2bfcba23defb78100d67bc7ffd242319a1bb0da52dfcf398ea5c793286d8d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe026830312fde2fd5ea77fd9e369413b9a7545b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37482d99d6c28ddac278e81a34c0acafb61835d9e19c0670b1953aba695559c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f268c3ccc07a61b8c3aaee67e2c0ba3e538b244a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d9ae39abd18c7a35d34cd7926d75e5206aa09336d86289fa898ee00470e022
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce1765ff5366ce2edf514aa6cb55be0e6e53171
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6ad064bb15177c15412fbfdbc372c1244476e90da7eff64581712a75ac7fe1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55645282dc9746f0bd2b1454b442d9a802c51cac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d54f4c73b6ad6ecfcc92bf3cb1c8e2e4e10cbaeff3c31f4e581276b90998ec3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d525a4fe89364381cef19d3b438b793c7d09465
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0bf0f5de2faeddd874dc36d089d63a81a6dac6524f1d134a28e37870f9c8ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da08f01738098588334d037b15ee0eec64c8fea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d7e218905b68963cbd02aec38f8ae498f083dfec032d422f1f2edb77b971b6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ce7b843b0cf70f08421b362e5c3a84cad4f593
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e57320e2bc4727a56c915454e474a49b01f7f2de33dafb434fbd5c979d5beb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e95dfe6d182964246df369ceefc6c8b99365055
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3991eb56e1781350569d0c5d7568a76cc826802bcd6af7397f98cb8206f18324
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35157d29b51bfc3b210b950e1d9c1a3ccea68907
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a49389abed2d5d7c58c9e4d60dfe18c4e5abadf81101a1e5c3e829781475519
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8d9d384dd904c4567dfa0551bcf297c7bafb38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30c4cf3aeabc31653e3bfb6b37e5cf4f3205a5f24875de93ac634f76d8b1c40
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f8ac62d0ff030d73c854999ae3bd2a263476df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88382c8a63f1487e85ca5ad05a12f4416fda04139d54fba0c57b7ca8863c27da
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a092d049b503a0a76b24912198b048d561b52b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e039c8ba13a1082a4083d9b3dd65f79ca021b4c597b42a5f0bfd27114150bf
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2955f61fa148ab1240b01ec7d4ec05ae677543a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17716a60e27b917ef2e345ecb0c972d0196cf86fe2d249a6ae042cf3a382daae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c77f6091b52885b5a13b36585488318fefec8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5fa9ec46f0f337295d04b4376c0e0535a543e3b8e56b72d3001c8dfd90516e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fd1534d1955b74eb194accdaaccea832533477
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25818e95d37e718e8f492bf881b24e79d2f86b2eb1d5ca87f8fb52605f2bda7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeffb9f1f4e99041cd2bd58b4e6527c376d55e66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed0d2e8430b1092c7a04fd316373277ed58f96ed27bac65b4776f6138bb8074
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7203133cce4a6d4a54779763b9f820ce60df6bb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963212e838f251fbc93bcb5d0a3585b54f70dd48d61648abfd116c36c31cc98b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ba98d905ef7b6f2b808c52cd88930a40301281
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6378731d757de13ed5917379d13113f9116f7c872f84d0765d5cba52c5e8f553
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ab92d8fef64679edaf10bb10679555fc214ce7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf7e61e684f4b1c7cf257d007acb4d89bae6ffa02e12a0a0e7ca11519a094cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24533a3da6ec39683211ff84ea3f53bbee12f6ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea00a1969b370385890956cbf1fffb46005f4c7ac0db92b428cc3bbfa4c06c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99387305a09c4ccfc03949ba430b6d4e655d5d8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971d070631971011ee6883cbe334fde368b1754b987976dd1d19871982ea81ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd595849c921e09a9c9704e898ee3b8370aca38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c3ed5eabfa9d6dfc217f3a46d1375b42678c22852dc32bc7df77b63b95569a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534203c1760fc6f697796c92da07471429b2986b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab85f3ebf036122ae91a24068fe0404b58751f0ca9cc58ca741227d270438bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384b18d53e9aa7db3e4427afe242625eb0a6f65a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa21ae7af298a3a979e845483bdf81764f4c0e870f1b4cca3c92de9299243f8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5611078f4632b940ad1b7a47f943dce2e26dda
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0596ae78af0ec555f4a60447f39ffa1a885354e26ebb14f65c9716b10c5deddf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6642cde4a1d7ed21a1d8cfc4c6628f7985f4fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2864366d446ca2a830d5c4ff970d55b7c8e7951af4bd15aa671f63125aa58a33
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dd554145365b1c7f73eb35a16ffdd32a9c6bf4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aacc6c0438df8a9a2800e46340b2a6743c4088cd33aead2305774ae9ff43fc9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc2672ed3845fabc9636363dfaf25b7e0e5f587
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c199396cb12d5010680555bea3c33dfbb6721721ede4bba015c18bb9f6453c10
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8754a724fdf16e1efce0070d0814c885fa7c40da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becfa573fec82663a3a154b1f60a9d78403d016836abe3c475e0c4aa531a9e20
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c10360d7c28eed5e3da57c7f766c4601524c50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb5c346ca89b012f5ab609d4964c077eefbb8fc995318aa21b6f95d8c1e1a0b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fe8dc278dacd8728ffbd717a35aa160dec4543
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8284cfea857aff8e103f84058293d4b74bfeee37cafcd54903293cb33da09675
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c0507ecb539838ae37f7652742cad750b9d099
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea65ef6f4c93e3e4bd431d60e7dae3b0b62042d4993d02e477d2d592ec724a3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b18ee61d5d51bc0cfe824c3839e46d4530b3ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71d3653d75d110e40df726a7f559c194619e9c53da33367999b58f8ba956911
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2466d1ef8b51240cf0b35c132b084d06f5e1b24c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33d7b5ea12fe31c2c6cc95d1ad3d94ec9f03f2603e980a097d4697e10261f32
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b1530f72f65ae27474207109e7fdaaeb8743e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51b03a9344253d888aa3305df07ce1f71d405ad3b889972e519dd41a12d0c28
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3f01019255fc4db37d0ffdb491357f54e3cfab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a20e500cdccb3388f5ea547c178a599cde076ee4294e997c9a6a6e761188df
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22eb13aa30d21059082596fca6fb74c48de84dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ef55a57eeeb27f3779b80e66a921a995f7195d440a5d5c09adcfad8cedf7b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6ceaef9ac7f4d15fd77bda7f6e56a7489404c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7a7c520edf4e118d246cf7a7dc6b6a17422ecee80095d0c4420dc49b4ed8a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a1c7395abbe14b89e07fbd1a76a4ab28836b24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0763b75ce7f7907da4394a9558053406f18d5e662c518fcaeff98bdf6a02dada
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4998368093558f0ed22668efbf2e50f561450d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1117748f8912bc7cafcb4fa2598982fc97fa21dc7ad7d4aa5024531a0421668e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43dbd4d580c1fa396d7ee833ed82eea7fcc3c9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5123d7d179228552016cbee23467d68b1e15b21d4b4189f7c9c005eb05ef6e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a847a45f01e25a4603348190b1aa186b054a296f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa40fb9c51a6806e1f44d9668d87e8349efdc81ca63bebee87f144dc814bc9a7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74eba8590b6404cca3d5823ddae256108fe0fe6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2815e4f2751bfa161a91238e980469ec68ede8fcb590cdda2dde6f5d5e4717f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa10f350333beb5b0dcb9c5ca1ed01ea12300217
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54999e9ad6b2b84454bf9366cc798a7beb77ae6f6418f23a559ade953f0d3691
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8a49de0587c012812fdb7688c5a40be278582a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb791b6d299cdd9e0b028024de6d5e4d99d38462ab9a830a22fe19b1929551ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977ea334b70b95c60dcfb17b7eaf18f148ac6b2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69103534314ffca7c72819b61582a15a55346426f66943ae67a97a73983b1410
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddb5e2f49ce8827654d2bec9bd8168e7c028784
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4584dc17a9201ed16e3fb92fc04577da47bb4d1f2ce7109836e5b1443a55c21a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cc6db4c4d01968caa43646792bed9ed7b03b73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f569ca79022a9752a3513568d61c3b93db9da285a84757ce5f3b64bdb82054a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d7b25d892bb97a994a5644949b81eb743418e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb5d6200070a96a60b4758b1ec4cd3122a1f9e0ec61889ac4b240239707b877
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5aa0f927d6005c9e2f6a27a59e0b57de05f7038
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253885afa18cbddfdc67e59d4a0b771446230a1eec97d42ff208f3f52497e073
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ced0ccf7ea10b7edfdf17b8a6cc81dfe1b7ca8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c356fbd3923299bce694fb982eb97201b6e136005d5b612ec7749abe768518
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16497a519bbbf8eeeb74b3a8b3dc44723a37da0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7d1b1974d37275b185ebd2bf84e9fe4a1e0b055ff91ec81304dfbb68195e83
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d3b80e7cf27fb3ae5b792aa24aa5cbf24b387a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6bdb7a57a9ac0a4b0360df7ab9e7836ac6f326bf5558a70ad3f8107633c7c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3329bd3aafd2fc285c3a3de2ed667883260699f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ae211c17f4b49b9d0ad8f251bc79bb8599c2ce4bf5fbb57de3615cd1cddf52
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf87cfd76c67c4c3fb87049804a66da2e883d35d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7428276d791fd61ce5a6b86afd40d86d4835c752b7f785f1d867a90459adf7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a498c3cd8804acce9315976aae5ec6bfe72034a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c467811e5f561f36c930fc27417efa67b555cb38c178ca0c837875fc844872a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b152695d696e6a5c45ed7a4d7385284d748a6cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c625ab5286121fbf49c112a8efd9a34b0448128aeb263215d56696eac82a88b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d32b8bfb1b47602f90304a0ab89815b4501fcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1729dea3bd2209116c4fafbe3f01825c9628e6a31b783f15e6c459a8780e1cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c0c3be1fa32930c9fd5d5e619b4bff65d72e37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873153eed4f8dd20c5ec64a5614f002da05fd7b8d2a2ca2549de84b2c3ecb3b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fba36f0ca751c3e5045025303c79a41afe4a0f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740a44b7305fbcd92e67fb1a9daf48afac91cc5371eb6868e654f92ec47c0ff0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593e6044bf0ca819b77a86ac1f29bab81e2a21ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271f14a35cdb8e6c4182175eb6263065d73cee634b200862aa5f20dd4c14ea03
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e88a534e34dc0f8f1acee74c352144f46858287
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de186b62b941c210f209c91f0a38c247fa2b28b070b57a29d43007b6ad279412
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6075c95061f3b5a8b327a85b6bd2aa62dcd0e8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171bffbadc7bb2eda92a8a8767f4c64701e9da02eee69ae5ce3c8df0a856f860
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b82590b6cc637adbe5a49750210cbec6184c22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30cd89670c7b09e654add9da72df48662f1964ed7d7e30ea9b83a4455ffa586
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d9d116cbd062bdc6306691f224b6818aa1ecfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4e2cae1c31441255ebafca6898fa1db7c1565ba30e425a42b41f559b55e688
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5270b90d2b843553040421474219eba2cb3f03a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27719f0e2ae23a8689c2454146fd2e17690e5e25d6474ddf8b1260a0bcc219b0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b82ab02a120d8e598f74175d8f3a1bcea39959e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21998502a6d4f199189963df3faa7c64f442726d696237b37509d8bbd6f4d9ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71f5be7970b9bce5dc78bd5c88081ca2de8f619
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65eb3d91d5f4d7edb9dfd00bc1b7621b143c13f730f736309991f60297bbf0d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f056c36e882d601f5b0b1b3d5c8a5c2de4043b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414a4a71b1362bab509fb26db8e495bb19921ede794c3b7ee22c1b696b048b80
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af96c281bcc7c2607e7cfc39e9b3e7069f593e91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e778acbd524c11223bc6cda14d23f482571b6fc790feb7353d0673e83e8430
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80d825ddf546f2fae0d1deac278feacbff1cd57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147a2d18823f3be65b43b7a31a63952f51acc5b68d72c1f717d7b90cce8780c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c85ace729c92eb16addc33f5000852a951bb08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1b9378fe200b7be9c57dbfe60087014f72b315c8ecbf990aea46093b608089
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a319816f10194e778219dcd48fd2464b1964ce5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8529c7d5036b8e66f1c741199cef80e7b1bd42153f50aaa007904cf6894915db
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a85d268edf8df676c8a6c792a96498f26bf9095
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc34d1a208e44a2218efc6f8fb2465c690815310b6d4e741167537bb48367605
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3d91335695af38c925d244e08ebe9cd9e7ca90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10b50f808c57452cf69dd9f029a5809366b98a004c7b42fc54a680a3ef46847
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cc2b7008b621b80acafb4c6e2e832fd3fca385
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1f206b7469531beefc0341782d8f170e62833be599c5e4e41f1edbf0bd76dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b11fcbb0737a892140da3e9cf2e6c8d7b664331
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d783d58e96be3669737bb600368abd008e1d7e57425883ffa9dd365d5540a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a691bedac2246cd78a715b58a47547eefee145f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70615dbe1ce6ddd72215100c80d83182065e1db445f0e44b61caf0897b8aa6c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0604826dbb616e1fb2e31d1a24d7563fab8f32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e413d95e75964efe4d2796d07971a2df54b15c55cb9d98a9deaff55ea24ffe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547dbaf42620c8883250cd1047759faa3ce35a68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7411335ac56cac40a6a24c0c3be10f45d2d61c58a9d16f26c15d9ae82c3bf825
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743cbd1eaed44e538a09e3c390d557882d578a7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c674fd11c46c2284d63957b4a19fa01be5a90a4adc0ed0e08ec83bf64c9186
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5074fd87cf38a18dd68d33532912ea7bc8e0430c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efa5c28e66f33473c5e35ae60b3b24480655cca0283b68ac27ac0ea4aee5ad3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b3278f6af9b4408d03d069b176a113aa664321
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a60e8ad64da5fee1efa83511e7df789e8d889716b4057b10e5f445641dc494
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9520f7c02d5d6410bc3d0bf5750147af796970d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e87df6701a6496849dfce4fbbe05fd2c75fd8309df89b2cf39f717ea12a265
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038fdb3333e56cc59a2c7ca651c0bacc0fcc4230
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a099ad0839fd08b917615e0a9dbba1dc38b6c951eb3a80fadd8ad5430539b4c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1e1a1cdae56a90c0fa4c04e6fe9287e941b7e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d328b4a717ad9e56d71c652bb6dcae8173655db652049bc94f646655298a1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c360d4b200d0d6f57a8bce54def227488c5dd737
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ccec61d101844c7b9d944d1594248466e4bf1071c483b38affee9539aaab5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24197e44e61c6983abfcb7737633eef2385949a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741630ddc452ce784f405edeb4e035dd2824f4909c6a73c745a9e2abc65a456e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6a76deae3d933e41981f1a485f9f50ffc8b462
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ab6e1ff5e6a63159fe8da382f3b9f03dcbcdbe5c4ac39aa7a758ea50765494
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258349f145f99900b95fe555e588f30059e9a1fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1f13492e2f675c0aea365f97add64065bffac2a437f6747f1257c2a2d947f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b9b71066bd04dad8421482dd1eec5767ecf618
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c985a0305a6d5a0e8db3c9fea5f3b991086c5c848280aacd49cc5d28684076
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae4175761638f942b05cd2892f0919d9e8dee53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f219b24676ff57557627f44fbfb06489fe15ce37d3423ee6291db518de8b07
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d4203958b37bb1765580860eb2b4938ada6737
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a64ceb2f9292e12950e03926cc9109bd5e844e32813e467402881ee8f80dd1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d67ddf5985eab2f4b100fad50ac85cbceda6c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d46ffa7ce40b8a7e0f74b66fb69a3412668839a2d85efb83edbad1f2b61818
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d043b2f58024858270fbec171dc8f2fabb9cb425
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf409abcb094bd74dac85ea841873c2bd5a8e8b6ffb457ee85d6e35d1796696f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d23dc4639587f72eb97eaf0e23eb85b4ad352c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018e18c032dcfcdb3af9aef7145ff18339b565a5b04d847795f0a0332b84ed64
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11edcd951b4c7454a8adc6ed7b50bc7da52aacc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9af359246efd96f231932010ea2b9de611255dd3536e9a8a54a3ce3607816bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa04c4dd8622f729cac92d8e7df9bfce753d752d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b18d364cb66f2b3edfb2286e24e3cc744d1d15a1dec732afd177115650ea01
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66fdf04e94a836234146904e4b2c28402e62874
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf64b77ae5fb9c831f7402767ee0c15276017de05ea830a04324c7e15c5c3a4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752f2b701cf46cd7abcfee06341f23a64bd262a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09eab65ab1c302aa0f2c8264c518fd7e57cefa9015be94bb249cd4e9ad8fb86c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcdfa3598f95889039e5ec2f4478d523a2def5a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81031c03ad7af32cabc4a2fa49a7479f3da9cff7d1f4a961c28d171ffddcd8f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fa8218ce6493decde4b0e8bdd5c983150e4425
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060d3f21a6f6564d398c103d6b135394d0621912db51b4d15470b539de512d38
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48474b45c1df75a73c5eb784b0b2020101789b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71a67f15824fe1717aed26effc4ca52bf097ee45f9400e9a8981009861bbe6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecace721e1e9684f778668e58284bb20631bc0e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5a031d69c31376101d0db85950f2f86ccb240e3b737330ddec6de6f84316fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710dc108c0781047cc2cad496c91015f0f294497
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6dcd6aa162bf9c74677db698a15c4e79b99968059e11ccdf9a25f157899ed1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96a690b78cfb523dd25a2fcba771f2738136552
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a4b7e320a0e9469ab01bb071a70e3a21c414a2dd91c8ec7d79c1fd0e177af1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1645d3b0062bdbc07e482da1aa54df1d12d7d32d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e137cb3dc61c8b8943ef6c119ad34b9d6977f3c1029bd09612400982766f228
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac0a2266597a94f60f4ab15721529a2cdcc44d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed79c06a09847963352572bdfbc8bf626c8b76fc387e281b13636d1fa2e5cd9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1381830acb89a1965540a725d5e47edc6dcbb4b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74352e44facb36bb69dba3b6ea34d6883986efc948dac08057d4dc4f5c2913e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4035369c351ea3f88e3f6c317bf94a915b4c4a75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4faa9dbf9aace4d94fbc81f7eddcd6ab4dc6fd02097ee9e75851cf639e7914e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f276d9189a5293c4e44c9a6064df6c5233edec78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95179e3b5fab04f0f946c0d4ea2bfe84a8a181ec1d32b85b3ed4530c65204eba
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c06bb884211aba558f37e0e65b2f3bbf89b4239
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fb0e9a9b73b30ca318de78ae5cb9e74fd59da7760ccd2895199db1e7e92ab4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24e4a9695b1670dcbc51691e28af616126c951f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1e11185228c6d08ae1be997b0bd65cd0381889b3fbc984d28723e19a456b60
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34e261f705003a0e93207e99eed96838cb7eea6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f06aaf66278e5c2236ff23ce52edf1cc0f8629dd506c6617b0e59a9cc7753fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ba46b7e3930fbbf3732755187acb73f711afc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8cd27f452a26bbc8619d302bee3f0767626df9a8fbbafb2aaad2e9c211cafd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae130295f3e822823e5f8e1a35f7ce0a66f263c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1dcdb70ebdd9908eab1549c83c64643fb5b3651df43162a39be3745d93a51c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0c589d26e06972f793b697e1a06e29d9e9c4ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80748dccb720617733d823bbd4a31bda950f28c0ba47538996a6b0be547957b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b40b39c67815efa86658a89090cddc0b8f4947
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e9912989928d4b421083212a660bfce3003512bd82fbb00c111d541a6ce29f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006381c7b80e37e4d077bda6a9dad892654a4c6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72925e549f58e5e1f173fc017280c3522fc4d85fb66959bda12a18d2f22aa53
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e25f7501186391797e8903499159acb64f83756
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfa93648f6955bb62f2341ef587594077261f2e1c3f9431c0435e417c8181e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d920b37b1d57ad9553d3fbdc9c6ec09e7ff7375
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563b05b34e759bb5ca5cc72a1278e1b46a3b0fc576c43983d561df5ddaf62568
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575f618231835a68e83f56d885ebf2799b727158
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb26d64a0439a64ba56328f6bda5bbbcc09e20c49b5ba775d5ef243d87bd06c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8034ba1deee2dbf50ce48d291bcabfad5f1a14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec34a4cf2320d2b1f30abc4048f510451656b259f8c287b3de2c953d9f89e21b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ebbc9f817ec1d54c48316473be0a56810a24d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76368d8260eee515a4282252308393a2fb9ba641d171eb25c395ceb57f723004
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2838a622e541629caea32f89a45ab37abb1b376a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6cd72c75d6260613d281ba369e47acaf367a8e7aab8fe4362aa8f92118b4f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804078fa95e1ae3d67fd8a805cf42cce84801570
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102b3d41f7363b32165ab6e97d9f5811b8b6d924cc7c5220a8bfce04575799b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74949120a1adf6703e3cfc628f37c3497923c01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cd2225b4ec7ff4ad679e1c0bc8c664e036c4e41e80753174244e93ac6da7c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b881a9346b8b70b32db7374bb1070b9395e0101e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19282cb08ecb805e3c738f0087837176c91d0445124fbc0bda29ebda2b2227b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adb6fd4324d927e82a7a63b45cf468d125583b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0a4a797ecfe18f378b81deed096686558e508ebe2d438daf5cbadbd1be5d34
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2e24eccbc6adfbbeb987f90222ef4c5eb57670
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b834e559c5e46f2d1310b68e7ea9ee81cb1aa735e913a2050b1febd836f577e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c5e6a187e4f5e36a4a6bf07c3cf862a68d6753
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848eba7cbbf8cd5df74d6ff9961c89db7072eb3f2e650b7c39577942dbcd3d4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a1c4b03112a4fd2725b8354ea9919d4f6ef406
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3f4e55fb97f2ac23c87811734473fc85527ee308682ae4f46d046af15c6f17
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afccea093b10f23c05a2c1e2cc315e72a77ac89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67894dc9515b1bfed276aab87bb0c83b7932b2bcc863b7d73d633343b99ac68
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464c88ef34b46e9d8fecf1bb0d0c185606aa3b88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babfe66610fa667ba4bc8144aa03444a9981364ccb03774337dfc68a41f6d19c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca0ccfa59da4123cdb8e2d4f6d761af6d15ca6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ae41fa047803e70d895c920168269bdbb8f15a3a22abef4c0f58e448e3ebbe
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4eeabe6a927047e9ff7a4391048eddc270403a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f9131c69ceb86e2a52b6fc7f30cd57c0cf883b0842bea70fbbc9312f818fe9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de976f81575d91ca126b128ca92344eed437810a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35629e81a60989fb0a91a1f9970ba1f14e7611e368e82d91ecc09a50bdb0cb2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ccf25386fee5d600fee54e288815d4046919d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df5e8f90599265077ebac1ee3a025a599a657e72c69b916f4c34deb7832838a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be6bddfb75c66ce56d9cc2c89b636014936ff70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4714d4062cd3a7e71621bd2e2d7cd2dec7104d451ae6ad48ffd7f0c146e54b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4adfe9b9596af16ce5075c437eb20b89408d84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dad7a22c49f4f1006ff6b19516938c27d5f0ac90553cb7b870c00e4770e688f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f52bba8c95aeb0e62ae40a7dc8477c9c56ae511
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37eeb407c495f757b092b09e422688929d5d6b59e90f8f1fee2fa6b2efb5c01d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfda3fc6b571f8840dae9ac9077b9ee6bece6c75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e112d978d07c2720c04fbef0b44851ba941cc42f2b04d30476bcbca23980ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6708c4fe900e46d8729d71051252043860ca2e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a9b2c3ee2028d2f06ef493cb89a940105e3700054c55100ee5f078fd8b50f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f358bdb276489b838aedfe5370de60722b180fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa3f40bd1b4a1b6da38cf9d9ea2128c9286795729bbbc8473f38b0274b113d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17089fd995a8785a8693963134f7746ec3a23003
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c33dab6227cd496f067084b4427f02271c987f7219ff1af2bbbaa1730f70c2d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2554796c272b0029934340dcb853f0b58c6db17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9159d30481ed721b27312fd425490c96ddfb61a297a4482bfb517e54ade480a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7298231f278aa9e93f047d4cc16cd6d258b2716b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc394c36fb24685dfefd8511759c1e6e9fbfb1e8e80dc6303e829be6631ad70
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff57bb3d30b8549dc916637b1f6628c44dca3e51
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dd519a659ab6b637c38f23b6669f51f53a4431bb204f462c16295fbf4f2da9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a87da48585ca1157fba4f83239dd8e99dac958
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad4df396d14a370b7310b3ea5ccfb652d1938c2262975f148fda90ba4fab8c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3b82a2c70bfaf65e2c0ea8a28d24cef26479ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247d3eadf6da5b8a9f7bc785e7463155fa7d8dd0398286664681b731c3af4378
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9394df50b8c029938f701e1b86afba7ef09b99c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05ff6f619f5bb875d082947a630c4309b1b721c4738abba4fac55778380cebe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ad5bf433827c865b625b56c9f6a7f7519bb96f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0769cbe7a7bf9d462fe16a2b3e62069b70b00d1a0c3b5f2e695b10ee6519038
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b6e7382fd2cbed0d8ef3761aa3dc638166f7ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311dcf4275b833b019e928c043c860a685b1fecf665baac9f0c1d78d0ea01dd4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa70a124f7ac72e0cad38c429b30ef612d2d1c48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0e909d767ca47d84081290697ed5538e290a82ef7926780c0a36dab028dc30
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8633e24f570deebf21a6de0433544052fda21fdb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19455d727b1e0ce9024f17fdac5e5dbf58da882f0145f82494354658a32ee4f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312bb8ad8a10376fa8a56c461d01125e85340d2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb5156b967c6bfd9c9b9f3711fd9e4e83a90b99025a57859b8b501ed1afe49b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdc3a537409281f50556407a0e9c94f63d31f76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a089dd1e69cb6f5b5c470061c16d5ce35aaa8f4873403e41bae7c792cbe5b35
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbfcb6af994d22128e6f011e141a55332b2ebdcd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214ad0a225724f9b2b1fb68fcc910920ebdcf8306f1388cef96b8f3c23a637e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0803b67bb497b65bf348e2f8549ca779ac2ef4ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8baf73eaa34e117d25f933c893f40705b7017c2d2d057b953eeada6dc2e6b93a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a5230d61859f49dbdffea64fae2604741f6e13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbb812e5b71c43a41196ced2f3d551501afe3536f57be9d4aec7fc58110f45b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07cea2e7c33ec668a7b5a130a6ca86da6b36dad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488b8947a5f89d913fb74fe7f38d50f1b728583c11dc41f1a24a78714ca3109b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb56104eacbd3bd8c13ccb80aece9e757e2428b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21868b05eaabe96821481e3fd91226ee68b0d008c8d346dacac7febbdbec5e70
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e580e2318ca07da9effda96263dfef3a70d8f5fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f0d1a85d17b61bf0da0a774ddb3f7ec1468198a679f38b009ed7581c89f71b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64703e4df0ad0398b50dd332bc298eff8747c826
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbe7e8ced254470a9cc687c56f02ed6bb9708af1d86431c929c9b6fe9ad1c51
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d03a981a416eb350b14c3bff3d58ecb528b0888
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b54a8e5d88f828c9e2dc41ed3901d06e99e3974003fb5e84a84ab0683c40ffb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77fa03d05319d2cc2d98196c22aa18327dee323f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57803546eaaa57fdfa2b81cab18bc81e0a01c37ee6e376f1a9349b24f6e97da
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adac598afe3686feee24447903e4ea079dd9ccc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1635ac35d3e906d946ccbd0deb9b59b95b9a3927e8573c9c9fe2ed9732e7bc9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b75f9ea5bc0e3dda18af8bb130e613e04689d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e417d4d3a7b081b292937e4ce14eea9ac2c6bba53cdbdd266910c64ba0cbe47d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d634830a6d2310c959651fa3dde4da25f7a669a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8482418e8bc8a6b597ef06c0ee7ef86a569566cbda84b02f90e8c22842160db7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b744287e5c7087318e9f781096e1202bae57974
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd341bbccbf1ec13261dcf6f2ecdde0a9f8400040cad5f13db8872a6efe4fb67
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136eccc22f3d7643ca3d86e11b6d3298beb3e1c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b35241a5fbcce4b520113527cd9a18632734bb15ec5794baec63b2f692399e8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f794ed542f592a20a6b52076647697a21d5a7b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52841afc36ccbcc0d7fd5c27998d50eca526ef581dd88364798d97a8a633d40
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8420b744007609e127f9eb4994c1656fd7f7e221
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236ddea3581ac22c95fe94113ae57e1202365451cd73c461e04b22467d90f4ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfb8605bbe0c371c0e23af95242d4ce54f0a7ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c76ad4277ab36c32217daaf76e40f9c9ab384010a0f48a4ea295a3a4fc6e1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f2d736db1a93475ed348b4abddcf32de2a53fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ed40e93f306a03b0ffcd42b7c09ca9c6a47bc1816952edcefc7f6a040facda
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5345db3696a45d50897550bcf92ff1613b754b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca88f1519707c0bd9b19e4ed34e229004254420b9ad510d473b32369cd14168
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04df16300208a402e495156ac934d598ea06638
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49183c04c0e602c4a7965b337b99c1d9bf0e7422e164244c4523d578c0f53ba3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5303f39e6ebf71d501145fd11f5e1abec6609315
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a9198615ef7d3013f1565e59440660221e9bc47b643209c8a7586a0c1adec0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44bcd6c86905f36e6114fd4bc964122ae68990ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221a5671a0eccf686120a528f19aaf92d62eadff95cbccf74b387939f5e1973e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efcf87a16cd0778fde1b8009fe93f9fd40b2fa5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f267287ae3e7e052c189553cc9cd6d1ed7c58bae19976a27f82a3d93b8e70ec5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265d8264dd13913a43d931789903d42c7238dd74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a178e9079a29887a3c1dcb5047e5aa001fb70cd27b850cd71d9de39f4706d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cec30c871e786f216c54f9bad9bbe69d68acc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611cc1d46f3a03c9798388ebf1b89bb64c108cdc00b47e2d3a57d5018d6318b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c7582ab16bb7a5a36b859155cd41244c1904cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef0c44f88ce586e72eb8663de628effda347f97e5495eb16fa9167deb1e7ae3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f7f2ebbdfc44bc13019485e527b346d21800b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44432473219774999a93d6b96add9a17eb8c73fa85b9c6d05b23a22b8df8a49a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b23ba8e8d5d3bae6134b3314259d6bf5aeaa54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e382258e8e6ab476ed64fa2e98318601dbd4811a2e361c85545fb8e523ea395c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3710facf3c7d3ea14789e8153a499a43dd01858a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb62b0ba56359dd3f78955956c35c4d871f16b44905a2e402591dbab484fca48
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cd7a8a3eb8b7c57d701816f4c5d29692ec8a0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5226ef084d3c29699d73cb6afb12166c8d3892e4e49a5a8ed78c5c32789ac8e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c55978382c9bd8890d5b16c936a7b7a519f97f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3010d660f2e1245cf3ca213814c3b44a731ee900b669cab49fbefb83747594e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa9a73719a77e3f7da3683879295a4bc5bad48b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe62e683b119f517b741a069f7500c01e1d5737d856207e69ed363c41e01195
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc483036ba8aea211c7d45592c537abdc4625db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9381cb0005f6a9d0806018cf2d2005620dcf4126c09f6ae503f8ef9d45628d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2229fd5b25a250954be1e9a812d313365448605
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebcb64f1d2ebe9df8f187d461b1e001902396a29e283b574259f88ec6e4e3be
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f5f7578052ae239c67a27e18ed58f5e3751d5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2108dc4258dcaa241ff9f5dbb0f917dbde404e83594dd71148fd6e41acbb7922
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d16ce80fa5a0bd1d64bf1dd93a1945273d765fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c1e53f028000ae494ecdb91a947ba5c0131bd688237e076e9525d8e5d4c8b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74dc9e337aede8ce544eae619462679216d401bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719f42a6d6ba87aec5e366fbf6f39aa96acf12a93fdba181bbfd9c10787dc7f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca7a37c9bd84fdb8055603f5feaf011d7cea7b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69dd11228c2eeb0b81d29829cb98f34ca05e956055d638b73381a993e0f2821a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66fb210a623095af11e79d32e730c843e3f70a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1feb82ff329a8a7fdcfab6d900404aa35f8972adbe09c2b4d3ad6a9f277080b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248569d6fcd4b133faf2b34c8cb21725a40f0b50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10796657868325b2d29eddf07b0feba7f1fde51a30856d44455e33e08fa24488
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c157fddc3788a8fb38df4714042ddd654ad2d641
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f45969d3533b79465ea0dde3ac0a0776334387b979453abaedcc36ad5d5a1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c850b9e29623c9096df57f6c9e7dc8b929f0e59d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1ead18a9fd097695b7a50f52c86d437daf2668e539d28351d8d154969cb5e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6647efc4077f11bff23cd856e5475531974efc9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5aafa4181c408c32a666fce58b2f0c215ff451c8db018efa720c1348157a0af
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2d3a707c5c007e55182971a2e9b8340ef0b501
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45024ff7cb3b861a515ff36b382c6554d99b20923160619d238b5e97fdd407fc
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d2191c2dfbcf93407690de61fa358e3f94a080
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed10d39f6c2e3cab6f67d90384d70276f6fb123c86a5ca0f7a16b863610995db
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd88a862d555f43b6e83005a040c0583d769f206
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d346fd43896bcac5c443419b70dd6b941cada69fd0eade5eabf631d6d5394d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d6f2c1f2153b8dbe070521b05f918bc4305945
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37474a866b0a09dab16be4f29795f33982a216dbb45a90bd1e9215e0d512bddd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32195138f4be0a19d1b4eae482f5eac3c2b14677
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc86d4e1582e6f7dd924520653eccc89a2557573910a1f33c695ae0af3cfffc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8077719758ac87a08968bf581eddf40f39796b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5895c17bbc75fded7752332d6f394373870a29238f4905eff456ec4654cad2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a590ccb40b8fd404c1983764b77ce47b1eb20b4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d387b4208179919b110e33bb9f997e58296d967e7b51a666a4462d4d5f26042
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3bba995da722bf0e12df52e833939cbdbed257
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f05e456e703db769fdaaa8c229627caf4d4a0279d136615c03bfb3ab16bf96e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42494200755782a89532c1d9fd93ad0e3473ade2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7e7193855da36d5f854aa2d0ac977597d93d26d8e614cf73d4791c80416ae5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4492f59125bedcbf51dc99fb5dc75ed3df3eba03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8128955864dec2cf324590ff03d051f12bd7df7ec5c4dd7e2cb3884b5357d4ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b72ee95813f0504d5ece2d3684c6e8777c4805
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44912cf848dc7d1de95d2f53dd2ebc50968b94696fe1b48a5f8d52ebd9695135
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d297d8ce6d4f5651e94e9b5d859f4c378aad1da8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a706fb4ae027132ff5d9e7b55526e8d93d721243f9175217838fd544afbc9e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d85e3840d475a35e0b8b4bdc4ff4b0578c96bf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877bc7cb2a2036a4027e5d37e27436f8d3ccfe0652c6d33c527cc4aa5cccbf08
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55206f6856f70dc8ff10a2f07ff221679ee8973c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad76fb4169ddbc84ae584b6609e9ca69aae97f93d101f1fc9d17673d5a90912c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961a53e646cd6fc958f5e5697eaf847a95f0c8cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea26ec1644c296af5021ecb49dd354441fed75ce7dd4cbe405eb620b6eddc7c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5526f8f249449e1cc72c3d34f647843c319db384
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdccd868260a34a8a358d77ce44c049a973b8baaebcd5411a518660c97b11186
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96c64afb67a869795c5f2662dd233b774d63ee6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f101fb457fc82c666c986ab20d8bbe8c46ef3f9146abb58d11fae8b9967103b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef30f40af9dd0f0e5a73481d9b3db2c3e260c260
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ef1b082f0559a918a00a46e4cc8ad774dcb6f8d5131e52df03011d11c6aaf8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caaeb850d51de6f2ef8a01cdd3ac853632785f44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac861b2c2f0c7c3bf53b83a599749b1ae0a33443eee6094ddc2b73b45250ac76
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066a22176bfbe84c51403ee8fc7422920c01cc38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff6f835af6e8f2af19cff1d59ee06424e36cb060195ab4ab947f3a0bccee64a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07aa028ab85d8e57c8178d97553457eb1f38c8d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c51f637b47463288a978704357041884c959a79ee66b910eda8de283c2f03f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4897841d1e062e0a120ba0109285749036fd88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743ce27b874eda334a9595b52b7bb19f9fafbd019aa0c853e4d1c282a60e8571
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfec46bd99f69458e10bde268660519cf31a1722
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27ac0e2f603081de25fe4ed65d5c16f68072a7100abab4d5008acae7939ecf6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a439a6c9580022af398e74c214af699488b36742
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e31889cabbc566586fdf7fbf65da6d15380c8a4ff44007480148da7605619a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4779b49345030ce88aec96036803a9793e5b6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c318ae95a07bb4c869b705e57c7bdc726ac79fdd868305cfda796adaaebd90
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7966837bc14abbc8f42de241b1c910470cdff82a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faaecd347ac1166d19a947fb970505a35b9e2bbe868cece78722644d10bb52a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cedc87b04307f4f86d232a43e1d646585d3051
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca0ffb09ffe49dbc3f1c9dced257e55fa127beaed0ac242127f6220c1a39782
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe68e25e3cbb6a4a23a70457e77ea4d3aab5da92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22394cb424f2a0fb686138f70a5915662be6fdbe5988d3f05d92473edfe827a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52c92677cccbd6172012138c2f645e751c8604c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b2168002eb7e55242b10418a2aefe7962968c5df87966f16fb9f22b6a2cf7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40459b9d032e8ebbb9067c96e64479da039dc600
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3212ad4abff9c7a9f0fa20f9996d078ccb0652e346358e495852e0212cc14b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52dcf2c9899e2705dd2ec158aab7a04f297ac588
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6a6e61d0b51b1e73d0a38446e19bdfbff138060753928f361570a7b0230fbb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7328ddc9dbfd022c17faf52533b87b378d4955aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7acf7700ff5aac0a6e17e30230a5d1768806ae031e9450d3504eec794e14e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d533a761174b483483d9af58d32ee4115673694
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af7c7ee1a9cb700cb6e742017f4a9a61742c6d2b4928bac89d38b27d3b0aa08
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8c0d9394f2ffef2e3c88de9d1b990d1f3b548c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec25383472331ada0cf56be2676b9254f107656d899e2340719f1f140efbd1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea988d7d503bc175b705b5bd56922e3c2417bb75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549ecab67e5efe96600c1baae17bab03af8d201760fe0a78404a82af1a9f7f96
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b550deab42736c4aebc1f70b64da525b1718006
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd5ba2ed9c3c2d87f57f0a1686b058cb91322b54251ff12f60154d548842b75
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef37afa28a359481f1a1209150286dadc67ea49e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789b2f48d058814106e05dd279f8e8b302616b26de2ea8cb828d5ba2e13ea809
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467576e751f23bf87a8775475839a6f24a9594e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab699f57bd9710026003ebf89973b5d482e47f37dc76936af0181bfc4cb5063
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351e3b06bbc82d48ae2ee1661037404867c0b16f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e20383b8036402b5c292cf64a21c117cb02acdbaae163a4110d7538bfad6a1
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328fa9378578bde0da824c9b63ca7b9a3c27085b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f780154f654ce1552b9177910e7ce15044f8f236aa1f9dc44996f66dfa505b41
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d45596cd93f8848da1486eaac92a507c329be0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993d0714b0b37c63d6a3a26852ca316601449c2b151fdfd064d3160e10ba818f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783665598543644efd26f93dd270ee6f71ff4524
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdcc8228bb0063eceb4af922d35afd82b297349ceb8bec40177051d067ebd84
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468d691c2c0b44fc0358059827f024394080752f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1326ca32e3c9a45d1613dfd4c45a2cfdb564c032be19652fb62743fc6f583c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadba0e08bfd2e3e9d51157ad7a393c9bda5aa63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4baa87b8f88b5610abb584935c7e5a0f40d7610599d3a1ea08da3c309e9de1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efdd09e418bef2226ab1aec39a31ec2ae75a494
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f64ad1359984260b6daee430e73e56880dc01f326a2c4a4f1c95d3f222c76e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e15d675f32f785a3555ab5e88899226723c2ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cb4cb2ab3dba0edafedc26fcf2893a658b2871378e23810c81460ea124f4f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90228bf9f313cff055760bc2b9fc5dc97f2bc16b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ded24a6810e78b0b422937a88fb44e585779f502b11b4786c8cfd57902dc90d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab0643976083c7e516f77c4e41d7cb0b96b72a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d0a3659c9f38fca99b7af9e2295faeac9178a7119f71ac598388b1c33fff2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a24765970e69ed22a80afe31f3c6d198fdc114
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c63f320f926696dee5d84b14991063787e33e191ca4334730c91d7708806885
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294ba7c571e3f04962520bff011a8ab4afd378fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6efd4983dc4735f694fd46302ffd2eb6203f7efa51ae963a2bd33b18dd6dd95
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d471301146715795dd02cd6f807977e3e8f9bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1704c48b4d361d22de99bb10cc1d793d9b8c3aada8d90160d3c5d0375e21b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841d11b46e83b4096431831661f1b13e4bc694cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b8224872b01a598bd1e69f40debffad3651c9c11c28315538dfd1a7cecacd1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f61b23790edaab2835813d4d0e61190203b1b07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b578fc1e25dcb298619691054579083cfe9901f52589fdb9578cbb66f0d66bd2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176245848ea21a2a02a32a0c37ed0f3d9d1034be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56f60378cbcacea85949f62c52769d1797dbfbdbef601eed36a71b9522ebdb0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412784fda77e25890e41d076aa67506b38945b0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d83e1a655aeb6f39a5906bcaa8be0af3794b07e33e437a9b648075aaf949ff1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a500086e36e55de972554751418a74a0ccc1bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c295da8f0df02551112c209578c0ab009cae5ca23be4798495f4304727c013c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5952f0b416e52c24e000c0c7c65540c2cd01b9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7555aa3e4dd4618a5fb8bbfbfb8e5b46cdd8dcb255facfaa8e631ca1442757c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9368ee1792fd2ee17032e513f53103b4fc463c60
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be17af4837e77bd6535478aedb2ee4298f760e29450e73aae8a057280a8d984b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7247fe94e92bf119cead7a932b646be060ca0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b91fefc88180b271bcb5519f2cd2ac6050d55d936218d3aa241994e30facdd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6b73708c447536a40ac8d636c3d03831cca227
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc6ddbff73d9467bac73d3c30912efd561136f07b4b2780c7db9ab693f124bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35a77f649427c1259d9ef9c012cbc8053757ca3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbddf72976a0f8a89b9530e364641d4530106aa2d6b98d638764d463f3d04e83
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2570474347bd617311043a1fcef53518a5040e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade7805b72701f73680f37d1f8be2c050c7dc0981679cb30af1995a4c405d3a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf854d9aac6f89915e09ec2e5f328994eb6199d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6faac0ef3aaeaa46ad7813b7bca30d86d1b13f0c52d01536458d1bf9fb4f0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899e9d31d55123f8e1b433f80a90054400d3addb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15fdedb417d7e924ac687b655816cb0bc780c823c51dfa4ba0b9d9d9fa69c50
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea90d887a61e6d1e903e61357ec37b2daaeaaf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2037b5b67af3d76c8365f94a66c11ccbbd140fe2813df7fdd6ad5a6026c57b4a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46f04596675dd3dc7035baa356fc00029223702
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f8b5a32e47b34c6a3a5acbea43fa6c8a6ac2898f374605b6961c99029affe8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a66102df72932f982ecd87289ae19867f6216be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97dff4978c6e84d1fde912ef88bb5604efae17273b564ae382591e1d832984e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2adbad00f54716f25b7e071602e7c10f98c95c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74eeaa16c374129c6838879d6c32a7ac7e02ebf2f6b06ee266182babf828cfd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7a187830aa6ef6daf9fc7b556352156db75d58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d2fb60575820709c6fbe07a27d3115aa38e052722d1d2a2170ffc827c8f660
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b66cd0d0f2b45d95ac82db4d0fab1636278ff98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b78c1c4b892349bcba32a0d536ac2e3b57a97f44226d62a8de658c6f531d567
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effcc0c2ada6ec7b7394d52a4167df6c0262c4de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d34ebd0260f2c3a693632d4d987ce085e40bad0fab022043ee0d66d0c9b8fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8d803cc7f983a64e0ff2aafe7dcda988ff5909
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566a299a3a6eb22906562059ec739188032b50451f7196d4cab1218913b095bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4054f399e7534d13450235356bcb0ae50b1a697f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6550b78df9335ec699de30af483c8b792cf7ad801a193cb974af3eb6aa4da3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615a46f72c1439680575a7181e74750a4c48fc4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e85093f7c3f168687ebc5362607134e7b2965c3d3546b2b92cc85a66505805
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8398a3ce3981c2f59a4cb8216c44e6e8c56dad9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791bb31df3980a37fd7edcb7ae86bb93832d38d8941c5733fe96d3b58a36c8ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55490d3a3236602be8c1484c3b4f0d4315931fad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e297f744d1b13d6150289610262a3b31d3eaa4d777cd33a39500f836a3c1395f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06b38a5b57b501d9e616909996a9fb5c4e269f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32211ee77099a6981193681e66cf88fb0191ea3d6918585940dcf777e17c4dec
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a662498c9f7a86ff2cd5b547c09e67e791024f41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361eada6946f619dc38202137e87c83b16f96ae8d3dcc1fedda8c3c9d8d10814
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e790f0a01e2d9f4fc4d43fe0a31c32bbfe25bbb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0395ebb689e60d75eccfd78f321a84b39eec536ab8da9d66a6df11d32fb8d63a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9471d8e898b46b1feb64ca7cdea3d7b61619c97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738dc9b6b59faa7a905da6b460a38ce42146e173596d32fc5936877e12e477de
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bdb3ea0fb551b77266038da866faa3814082c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c303427a8504c4ceff2489652dd60501cac2e38cbe9c75dc47353f4345f5dba7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784000f740148856e5f69f7c161b47eafd6717f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4e80b736ecde9c1889a25c9d423c66cf288d548d9e530d7c935416ee9e2818
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f245658cbbce1bc2cd1a2ecbc5cc3d2fc3aeec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9caf1f5b053c49811b3713b19cc33950c0f3006f96daf2f4431b03db1d5a8bc6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4cc3a2896d8db8b0bd26670421ce6a9bbdeb35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e3d3ad79e7f79bba31abeaf12dae94fe57688d45353586209cdf7b598e5487
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be81f3cc5933d6aac5b3e606bc6b23022e36428
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fc74879295c73ec72602abe2db191e7890ae2a55c243d0cdf2a27611358de1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f9bd4f6320a50be15cfd4a52bcebce18be3cb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd579716b8bad4cb039cd4e5513550d834456f133a839f95a523172c2a926b66
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb3f3665a6ba9989768c285661573e39ffba98f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9676528fd130196ff39e05a6f6eb54de0c139bb04c7e8b277603d5103b35972a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a38f1b0c1c6e997e5c1f16c9704a0ad9a6e9256
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942a75ed52a11a047935d0cde02150e58e70e1496d16d9d93fa3de267c6737f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5a3d7a51beafc35379d06128b817cc5feb9ef7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e75640006bfccf150fe15038a5a9df4e296381de4e1b112504181999b06051
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf15b576b9001df5f1702960462871c4f71095e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a7d0f851fd1b7a874b09eab6d073b5f3280176f13d8951a91e5e6fce93c1d8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63fa80de193bdae5c493983da1a76aae1a062b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dd1f5bc7a1790344ac8df70e9077971153142a3d05ac995b4fa73ff9a15222
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1197fc0552be19573a33ac95cb71679173559de6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b305432e8b6f711e7255643c6861108b27885e939483788e88ffc2627ca99b69
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ad19cff69c333a97e5527f657a7cbcba918a01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16087df2fd35bf1edb11b766b2ec3de05b132863eea12d88d4f8e460e87575ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68fcb91c95656224883465386868585c26f1f0c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5799a9a60eddfcb9f68054104f6341d120a96c000bf12a32948a2d03f9b321a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b4fedf2c994f0f391631ab0e5a0b7724686588
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736aa56e96c397c36a79e4a25dc1831889ad8dd3deafd3cd2e69027bf4add6f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c97016b720a85d080b184de5768f00de4301c7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56308db7eb60370c96f6378e7d02d9cb1c310db7cb3c3a238c7ad5e5409e5d09
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2209f283f99daf9165a18c62b992a248fa242a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c75ea7f5ad0d3df7e1b09c4f503c0139682fa977e23d202e63ee6c8b8d5d64c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d01f7ca5f27d55f15636dcfc9b8d98aff56a023
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dffffe45f44bc79113398ed9a93cce07024f1c5f3b5cdf838f043a33c0720dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1f97940af65c2d6973f2988d2e58212feba20f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad2b22fa63e99b98f147c814e029ddbc2032c9430d16866f7d90c666877b31d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f61fd3797f2db2acd10360cd731ec069d43c7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07c57df8064c5d35e16bf0f59d57ec29225a1586e46463836ff9e5611630ede
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23fc35edbbee6336ea5469ef02dceef31744e077
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb59572d81a02a9587984b8e8823fbf74b6b535c38882c3541a79e1f9e0bc43
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbf866e9b547d778ef1f654882d79cd4fd87636
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140606161225c8666129d2c28325bf3d5b8b78e809efa36d62bff0024dc4c6cc
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f699618e4e14b3ebfd8231ca4f072804d903e10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88119e5e9bf011559fd6977e55c5333e220007c8666b134dc707fb5564520b4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6fd9ad7c8bb709da7b67e36fcfd06a0edef61c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c11e71f2bf294129ae693ed52a2a35e0e936d573fd3c384ff8132a10737e17
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0feb176819c3e0d2dc0c1d9c09331517a310f8e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21bc558ed3ec82b24428a368d8acab29e2d401b5e9eae8501d28fa9735545cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66988fa2356620e9580a01f57327ad2ad9a1082f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d1a6c93cfd3359cf16dc84526f7fab7ff349d44297af329d66ca47ef407e04
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39862f637a49e5fe6ff5d9cee15ed893553dc91a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f67d50d2a2f9151de7659bfcc208f4a56de4d402de3f5bc3361d273c671ae06
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab9bc4730a31a1b714489fc450a2c6e51cbba51
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7da203608d6fb61598997ff2aedde6d0389653c606f15c4071d38f1500bdde
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d033e63fe21868c8ec14c5cc72ed21d0836b207
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e06de6cefba95fed76cd28fb2768e2079e5ec7ef825cf27c21a624d96759cc4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6fa79cf1bc7e2124809416ef62e7c8f15a288e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367967c89e8733cf8dd5b4d788a929892fcdedef613e4323f52ac3f363034929
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9140165488b7963784f5e6e1d379b3ebbb01336b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233fac01b0e9d3fc8482eeff803743a32cdc63892fd32b6d8bba8e72905d60d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f841bc68171b1d0e2c524575cf0dcd4c5c2f56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f15327f88c349d950dc1b1de162bbfbb2ea781e1625c96d8bf89385edcbe749
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230ca2837a8bb91557a1300f813e758f6583bd0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7dad863101bb2b72e0e2ad7e192745a9a8754e7e87ca7f3f8e84a32506e3d0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28e19a299fd823e44bb9880fe9c2bbc1198d0d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70941eb70b9ef99eda263ee66986b3132d12f520bc8516af6caeac7387e1fd7b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c097e2374d3e61c2c9dce1ee9b641df6c6ec706
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee34c28da5532b2c3814050cada6b1b0c322e62ea2d7497d673886f4bf647bdc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b61eccb1e26c6059bc7929bd1089b5dbc781471
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2323958a047d9de620dcbb7cbf31ffe86236da16fe6692db38fd4fe497d45c53
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06694d439a07ea079a0b2cf181340f8c58d61385
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2adca50b496f7fe0c5bf8efd94bae73fd7ed5cbcfce35889380d8542b57207
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e496da5cb81ea043638c157059b970d5a1faabf4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69ac3fb97999405726c4c810a063b6c63610f07f991f3396e288410f87080f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c996ee49fd6a9c3507c5f3ed4361c3ea28c33f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1dd240f140ea41d04836df2300eb2bbd4af639bc5a3845668957806e6cfb3d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1050c5a55c766861a3b8e94f41772d2e7954d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41bfcbf310e389db123662493642a5961948580ca1ce9b854d4d6df1a89f2eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c48bf89aac3ebcfa53b54c570893ce32a79de27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4585f546121e651b406a45f8a2933e91939095b72cb50a57b87d9115109f7d64
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14019add649266cbeb53f14e9625b7c66ac506c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ebda9fe464916cfc38300db14d0613fffb554aaf702981ff6ceb4b4ad39a38
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8925cd49d99d30ce23632d09cdc0d8106884c685
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebee7f843ee4c735c47c8908e658a1752ad8f3d74c44d7e366b638319c16cc2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5b3843a7857d3299c466a1fe80c34f4786620e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1b589a1a4f0e50d80a299d836d2aca5416bac1a2a9b277b299af6df54d5e9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0432ec385198e33323625ce2ec626e4b33886021
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bda9d53887504128db1bce9508814d7543c4f4d5636f1a08ae39a5915860fa1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070712174d084015e146e3b43e2f029423c962f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41241ceca1129891b43e3b920a07f1f9c56a8c01dfeb39b5170c5d785dd5c6c8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f6eaa4ea4bce178fbb8711ec126ee5ad520cd0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb8bb5b1e72b31cddbdf34b164069c4b2c59143c4901f8b61ccb14a5e2e5f45
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9520bc53f0ddf7ac5e2ce875d626c4fa8ac20c9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48728c53e7b88c8ab5ad17a41f16ce0c746a625d3a387c06020b0a8ecf051f9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aac402d2ac5ec44e7e5da980b16097fbb09bbde
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74de79380f1db9d8f2d639fe740e4703619d9e46d5669002644dd7a8337c94e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35982a6943f6eeb85c84e3d0472491ab4e6620f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2d4baa2d78bd5061efae3db1277cb963c899a8be0962775a5b62a97df8d9d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7b7ef88dd19dd103c2989749a32177112d063d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11805ff63f283a10f449d90ce4c3a8e4f9e60b227a5e6ad47c0b38434e90acd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae22fb067de1e1bb53d6a180e84f4d45c03e48d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0948113bac1aca00db136494b9106fbbe9b3b2789eb33ef008b329f42fd428ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df59e742ace08fd6fd70161100b1ceb115b00fa5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5a91c511eb97a23350c6b9f2a3e732d1ec2b8a7be66d40f22e19044526933d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a617d1e9b5c9ab0533638b0c0f361cf20b746d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ef5b7ba3481242e278b023a365108f62deb02958c4dcca63bafd9b010d44bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88da0823afbaaaf653897b0d447b9ea34eabfb62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790cbd15cc7586a87ab11622d6965942582efc927ed44cd9c4a7d3a8f11e2586
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c65702f36b0637bbefcc556520f37ac9e7493ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a21854b5aec817699caaaa2cb971a98cf7f5ce6e78da24ecb6a0e3a7e2f57d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfea72a43daf8abc9dc1c072d9a80e93060556a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb2d123276a2f1a7d738473f438c00345722135fb1e21ad8313b69150f78c4c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e742a5faaeb0bda5dbfb19da938ce28a64cb318
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20a30dac74302fd63d5c6f59ab851eda757c581673be09b7be55aaa79b361ff
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd7c5ef44a141b637c264949d343ded7477f7fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe16af7a422758f214407a4320a3cb54a8fe6bd7c57f97837173201987759d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31754bc94e0f0dbb0f31654ea6f97b843fd3b749
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e4dc9d40cb8177c58533d3c320c616b90c0de987665e1fdd518fdbc6ec0275
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875e4b6dd434c01ec9f4a0af8c946c751aceb747
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0523df39393ff273187f39c233bf098b2ff7d974c5bd874a021e510071ac5969
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91eb04ed30ab13572a242f6bdb6725a3b66e9966
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170619c0a6ae97bdac06c81a9ca6d95600c0c5711e3a7437da597b124a0e5ca9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e70c88d3fc0ccd37bbf06c76fe40b3824e2190
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be654efdc1564679ac8a41385283b9ec86d43b95b330c742a8898fd475a987d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ab1f47b98dbdca58b6ad46916f266b3e338546
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6db0987fb70f452d49fc5a8ecfcca0e5706be19b90c5bc390142bb2eba0bad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984a206800156407733189ad76282c11944e25cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d232d8e4519917150227ca631c47873adfbdf693e1c2b44aaae23319a2a7ac6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53483c8bd8d283a07019a82395c1464f9f799d58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a86f445eb91a87c600ec3ed031db689232ea61ea60ab8d7c1ce83355359430c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596412c51148dbefcc01fa0105d726e9f537b163
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3093f9c33fcf9302f9b3108284248a7ce69dd11d751a7b81b4450b376836acc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2944a8210104930a63b8a856408a947ec5caad1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aac521b823bb2d833d8405110639259d4c24d2d5c85344fcf193280710fb560
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b966b22b4c05605d9f550441391a8dcd9dc1a1ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3a0b70e98a339d25871007f3871076f8b4983fbb0979d738646baecba15b6f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5a494ee6b7d375c83740c9ef0382eae02ce1d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801b14b703a08d378116ff90958506634eb4f14e7e40fd982f2232bcf18e6861
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0837621b9f141219f4495bc88e649b02883511d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aee80743f1a86b7dcd0128504a901abc1544f5bed05c5d423366aa44b6f2fff
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed012782255637d7c69038e8a49e5b5e9222ef5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2b61b083e62e3be4d64e0cba6f1ce94b4b02c800160d6ba0d2f1e3cec8dbcc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40c3d473beab7e8979677aa8c89c0d89c431e89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2345e10f5bd560b79ef4576ebe29a480012c7c41a9cec6b555704396b2645939
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedd3d9af0cdf003a769b077a05c09920304eff6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149808ed110f7c9f5f941d5be9a8765dd983dda7b4f3c495da69177898c82b65
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85e1b5b554367f3852662a0ff8acad5a741a551
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce63983541ebc2d33b915577c362ba68c76a516dc9ae340c4ec1ccb1378d2a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b9926411e3adc9cae57799915c956560565757
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1a429d56215ba7d74462ea366233a33766408931e4f370c0a206dafcef01bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cc4a8dbf741f28dba117e932564c2b4e8761f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce4aef55bec561e594631a544854a0de6931809d753961c8b7c6223a5a7882d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2dad824ce06429c0db17b6e64bdb5ffd2ae99f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11850a7815e28628d2e85a4b0ebef49b92420ae01d74eb7c1f617119227fcd95
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005bfd8ff13ec622912c7adedbdc60a048997318
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723a97a6eb986860124afe58d221547ae6acf0a38942e4b0fa8da746f79da671
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639f8f642abd1a6ab222c264dc8b082639e006d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54526248647fff4d1c03f17818ac034b3603b760a476498ebab3e2f3f904ffc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80eeb2a2ca719507d047f2781708de210bc931f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16da650197af2b3e4df4e9e55847c6a9e2cb76eb1efb05c738843be33f158da
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c439995912dae9bfa9dfa5588e5b47daf33f89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32567242a9d9d3a7c5ea0125815c95e8fc9c6520ad5492a5d8dafdf3cf22725f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ffb1948dba813f3265f9daca8d29edcb1e2d77a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41198df7e0c7407baf3418169a48ce1c581cfb0d5630d172499d2b51497039a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e73f5f491c354b47fedccd6331ab7b0e2dabec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706ec4c4f8add52e68fc54c638fb7f4e7b02184ea606ce2eba159ccfde39d985
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb010c055a3c3d1c6daa9c3afcaea5c4937c6f56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134dcd97ff111fe2920230efa1e97804de743332932c902a9a8537f2ec1083cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d538fd8d6080fb2a75605af6e6c29fd38d384841
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22980687a2d205b87b2487c5a75a4044f568d76c2de1b83de5a022ca5f4aa195
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45791bc0a7a498b301aea3d11108c1378ae2b040
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2e5ba6763be4de85c80f162ed97eda3a02ddd78bef7cf29af4b60f4930fb66
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eada66f419c580dea14c961ceb83e30c5b7ab385
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4795caed49684b718fe30261bb21831e6aa393f2220a7af16966283d65eea754
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2513ecac449e8e57bda16b456df9f7a3a938f2da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff000ba40e89d9584c32bdc893a0ac1ad0344a80057c5a5fa51c8e32543aab96
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ce262866d61b0089a0e44db74d97bbb35347cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0911d5932f425ab32ae22179074c1a7ad9d0c5d4fee50ec6440de4c7a94ed1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335bdb99938a3b8f1e1d069543d599667591e56a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4e0ab2935c86e65bcffb378a43fa9943f551941d1c5e2e5357b5102586b2d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320ecea4d5d3f0f88bf474705e54d74c6817d8c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852cc4cfffb0bf37d247a23b099f0a750aeaba4c28632933e212526b4b32d113
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64dcc6121ad204b5951eeacea9ef976e7e323ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3243c8efc7a4fced8036d96387090ace5d8301093145649e899cb504ca368c0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818d73ff0ec247dbb59fe1911acad5310be4ffad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4101a4348cfae432d4b96e22a2d76965c086dbed42ccbab68dcded2f6a20df8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655d18f82bde8643a670d287537d0c4df578012f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfe6aafe429adb1315a52eb36c75c7330d558501e509d502550868511387b44
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30549f4ee306a498e8aedf6a1bb9bfcff48f31c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0077dcb44df5675b424228241adbcc15105dcca990e0eca3345a41523027bbb7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e92e6f690e3260a3174f2ad0a20d5c6ba2a58f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21575e8482bc6cb952a246832fab7b5a4b97dd5bdd7cc268512b3acfd1d4dc15
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf896640b154771300c27f5f9d3b6158f5e6fb39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7aaa34423015ac5e9dfae84a6a49512aa552572353faa230561866d1bbd29a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e9286748ed26c64ae2d6c996a6c243cfd443cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c24b2044eca2d98646e5c7af25c3edfa7ea4a508886c0fb68e57bdcc0089b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58ad54bae4f5cdf55fe037b41ecddab460474d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0854ab8b207cb394686c1958b107545ccc4c5cd891c81477ab13592dd298d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba8b8b29e7b986e4ccb3b7456667ab94401a832
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f55823ec8d2e58dd1adb2cebf82c0b098c9da45e0c791f9df02f313ab2f6813
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffa87305fb5e083771bef7df42d87fc2eb06c34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f6d725c654daa9d439b2b3fb3c1fb6707c8308f0de52a924bc47967f143cf0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3ed70b509b8aa0a3e522de57fb779834b04cd8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8147831696a152f2f7d095a04101160f23fa532fd49f610e1edf1e0a594997a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0f04c4dbdbe764b60fde7e194a2dc05eb4dede
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ae230956099852a7b59bdd2a5ba406dc3b637b6af7d2e74b20ab3b2c431d4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc81a1ef2737b8d272317e79a730363822c164f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aeaf568d23917c01ce1083edcfd8eba7e97941d8e3d347dd0c48c531fbb4910
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c9448005bf583657d99eb8fc73ab71a5f0f9af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10eebfb134404807c405453623a8f9e883f970c804c70a321a7501c5b56cb6f9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4603341631905af904fd9ec83e24c8ee30b516a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e19f6940cf48eb88072b2ec8d31bc27218ce483035499236c3e54e06b39c0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c11a957be733df9c5796099d45785d04569f8d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c96d7f7d8e371c9244c74d5454544814898e2381c410642ccc0b3e7853c94b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d901c8c240e510a81d396649b778da3f616f027
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19255e28a3b1b6c9aacaa242410229dd63af7f0961cd8335edc520f11bc4994
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5aada1889863815623e983a9c127ee4f4c905e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1c0a582bd7d3b66620172f6b7ba51e9a93d4e0fd4376d4b1fb79b78df3aea9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645e850d4ef090bd40775af380145caae09c6a53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe1dcd9a0718876425a51e70d63a28766d090e0dffdd22cca6262e9a6ad8fd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebfacdffa88d2f0bab30e7f44d6a34df0730542
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d849f3fe337fe6aa21a913c31619955893088ecf83492ba953ac01b540891781
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62370d1dafbedffffb806923f6e816ee4111758f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff3adb40d9aadc8eb1086977ddaab1c587ca0fdd95da7aa90a7484910de1e8f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d662de6acbd47efdb4ba51d45d684ce886356ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e5802009d68b74e1882b233cd472b119ad3b9a83ae023c66d49a22441ced6c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52caa4bed418895486455a03b2c3c945904e6bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebac54867f443fc4952ca4c2be61ea2695385558b776e7de4c399140e5d2ab21
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b522d863c375c1a40aa680ebbb14dc411e7294b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59987e5d7e112d11e9bff61662364ffb13273544b4aac6e83c35df624232d4a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d45275b95e94dcb1ebff32540d756e4cfa7f62a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b12ca1b805bbddf1bd8080b6b4e0b35b848b8bfc2ecfe8099cfc72c747fb96a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29225a6731a4a2004f62aa35964ab0caf11c9496
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b68cc30afab43535d1cef8531344567abc553b5d281ce0c95f81b602f2b335
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32955f84a0cd0254eb2a60b245c11d214990cec3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5891f8e100ff992f3bd8e57122e0c755598807d880c5f2e4c7abab39800723f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cf7c2f522a4af19c10a50002807582fcd86c12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d8f2c8f379f252068314845948767a8f347cb384ddee8aa5b2242625362134
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f107b9d3af6490c9430261d666368fc3aaf7d8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb0ff59d41e2480df0b59fda2692c3ff411ce0f0624ea62f36b8d1039e5628f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5bc184b92daa9fb5acb36d90d388b73c69db3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd5e6173907ff40028c7904bf786bf58c244d4234d80e7b46d6795a9b32306c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a51038959ae2f263987df42ed82f5a0ae8710cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f4c8e15753377ca3c4404a52a136cc5f594e19032f8219bbca48b62344dc29
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e797045232faebae81f5f7fa914beadefe9018f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433f5833e74ce1710d181effed0c6a7288c3cb8f9720cb0da09d2af1c2073a38
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ae1f8e31fcb46fdc342f2279c1dee60805daba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d822ccb4b969a7f90672b20ca07cd1cafc6a5acfa652e9be0a76536b6e3e9233
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9170468b82e4cd366aedbc1fc93399a0f17ff71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063da3e2c4a0aaf477a0e36376eab7f1e1efeb9b213d7057f7a2aa602343e61c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa806ccc632faf7f986d567e4ae3c324197180d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842d31e7cb76ed0e0835a8fb3030c55f258539a27ef1ab548cefbac5cc6220ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e547151e7d28431216044ed464c0d5edc82a38f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d0cf23dc33d40189101016e8e7a79d672d8013372c6f79ecd845c819704e24
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99c8b9940a4a94ee5ee28ee087eb85fa24e28c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a3011d7eccbe1d6e813e4c94d637efebdf88207c7cb7dd9e0797e1ff4bb128
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127e9ecb8cb9779e1265f44043f9ee07347ccdc9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8fbf7e347a3f74fbc65217c58d472893ed45779dbaa45385b7dbd0579c77c9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d9fbfaffe352a78183dc8061fd00da7bf6ef56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b244d11ce7a998195952da2505582de831144ea2291a0581d4fed71f7ce00476
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a71a2e14ac22de616bd02d654a13f8f590c043
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7012caad355c71343d8ba84913faf4058439a1997461c1aa8b366b2bf54f87
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e60d56e46155b4de957dec533cca33403851d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b14ae018bc2363b2df2283a2b7c483a05896963a55259d9eb9dc503fa17234b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfe0c53b6016fbcbe142ed2165f9204e7a20dd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0dad28b5ae67ce06c8d6858b29d259d584b69bb3b3da5a91b2470b8699c070
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74925561da2d539fd346bc6e2b80c30385e1dd27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d250ace01eef09c6917db330d0e7335255ca6f9bfd577d7a7d92a86d97973b93
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22e51e72d810415eed6c5a5e049349e6b54e199
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fca13472bcb4deec631e1a22c3d8a4e0e9b422c01c9ea8355236d3908a311e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bc3b2accad17b531f614d9a919296d02900112
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce13c7c033daba333052dbf28e4b8669fa09905cd82d3da2cf0a037d34a8ea5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74544dd204fcb7237b032797ab35e8129f157a91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5ce0f5dc6e382fb1dee2f57bdd9d7f8c1dbd1691e4eee9f6da085ca32aaf28
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0623574f305f689d38ca698770dcc3da7de7fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d588f225a959b63a931ef13459ba4bdfbc68467a156761e866039bf63a0513ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d719688bf8dc013285eab3211a30f7d19c5f1517
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c29697745caf734909513c5e4aa36028547274594138eb54d03d8e0cff2eaa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3896f31c670fdae3c7e0d759da477aa2518f751f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8558548576f75a88215d3e15c7aa5ff08af20fcd5d5bc069a75a6e1d8c0773
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdcb4239a668a83a5c95700344d6aa7a0cab36c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a973fe42323029d20433c81e67834d33d3c867fbe92dc4e88a6d494326d37bb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee046d19422da7997f7fa5e71f5ec38b6e89722
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603f1b69f1f4dfa9c2ec1e907d8210486d11805bba7e36bb81a44c9c01357cdc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1300dbb8b13462561e22c701f95d345818ab18c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4aff11db0ba898c3b2f5be070df9169cea30d17d8b83d93187632ecee6c6c6c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a57c0620a51b1ab87e7ef5dbcfedb663615e4ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3d855ce99b7f551d65c3d5253f4f5971d259565aa75386bd5cfac25056fab7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8adc6f09e25d01b4d1e66c6a1bcda060b8cd942
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e67f0e5c6b8dc805c6a8bf3c1771cbf3bb77e3eb2c871384266aa61ad9310c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4fe2651dd51cef5d59f4663444f71a6f548a58a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174d506bf35fa68a2b6357e07a8890cc695e9b6978d996bdc837512caba2a5ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23144ee87153b511e39f3f1811a0e99420069adc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4ce32e318b14d876c28f6807bdb555cc3bf4c894cd7747eefa23be558fa867
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ab590c05b05fc08682d9f7363d690e71fa2904
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7887fa912e70f1a04de7b9ed52d51511fea491fed1a4005b34af3c1982eeeb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a430fda76b14acda945adbe474131722ef0fbfb2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f336ee6baca8da66328c34179cb63fee8fff8492707b48dfaa9f0cc4f620e90f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d72fd84b1183d01c9eb00efe519a0e5b081d8c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c150011e3eccc7a167972812ba49ad681dd84845c89174cf80770e2b2f532fa1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c6c8947d273e4e190f7bb1ff17709ada379d0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8876288f4a04e55b4d20d49a1ac5d4890282c7909ad15197b1ce4bc10d5699
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a456582ab6d4d4b16b832bbfbd4f2bf112a03f00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7609bad7790e42ff3d385078286b1d443fa43a126046c9138999930f4f0ab95b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4556371cb0ba99366b0bccad107aa8ba9123ee8c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a2985dfd7c585128598e67320017cb2aebdccbd70ffc6d26df9f6644a7cece
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930c684534356d64ade055d85b7af03204d4ab1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51341bc7d4e3a7646fb0cff7a90ebf554a8d95d251bf2a0987e7db89984eea1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461f9fbaa059d1303fb995868b4110c2850b8276
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b71adfcfa3fcd5ce14bb1470dbf1b83f9047a954f50ed33b886b449afe45424
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531d598fac8186529d8b395a8394da869d726dc2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5870d215db17e0c69e950398d7e58fc8c262c8766df3956eac897cb6ea93
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4cbefe305aff16a66fec8ea71c14ba203aa309
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f112d71c8ffb42a86188667aaaebe7a2db524fa589ae2e23fa9cb382b529afc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8881128785af984dd2e483750ad7fe3c31f0f142
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2aba14a6a3fbb1c848a555918d7c3fad0cba4231896159746100f855aadffe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980db1e3fa89106d9b53c2a24530e00971bcb8aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1d3df9ae147a6ac79c7fdc4f7fdf023ac3ece5dce581fbca2604e9fffcf464
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99508265b6a2b507cc6b4a3a76b997dc58b201c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa4cd1bce096cd568315be516d77abf9bf7a17bf4c7940e741f64b744f34a78
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fbaf8dee56de10ea73d87581b797cbbf410aaa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f37a426cc7036b8ea750d3be9de82b5ef9de00d25c156d9a78ec35385680b67
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3adf3655ad1e6db18bec310ffda086e0495c54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742fe9879a49abe22f40593f1e4d8ceea6bc1a7c65993ea0c53ee2eec1c7185c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e777243938dde9d2e0b550e7c86e3be567c195
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d633c61152927e24ccdbca0d598aefe3f46b34a81a3428575e7178563186524
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fee6cf1d765351ff74ad707ab86629dac540013
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543b1980f3bcbc22a463496eba69ef8ef0e0fe56692c6001a3e828eee6dfee45
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8798eaeb49a51ea24c9494bcbe5a90a13ddc805
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e368eaf9bacdb98e98875905aea34190756ef7e1b9cc940aef9c05531669a56a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78040c8a5bcf19d366189e72b9b0f9163970a900
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8a8dd399a078e17a9411edf836d185c26871800f34ae9973b00dd4d3d5843e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce8537b027ea48f8dfafb1f80e165e9ed302502
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c713eaad6e50dbc25eea0b8650955b9d9c77b62232688c53da3d766d22744cdb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da336f35f447b7eb1d2d245d452ee9c5bfadd7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc53012735e4021eb811b926890a4e0468a0e3d1f71988772e18340fa9d3992
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cc46e39983b8d42ae1c28f1d033d2c9f100eb4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d04c38992bdfad59442f9e1d794d9a868273fc7bf382d403f4401bb99cff82
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a929328a18fee9380d69a0484d565b3dd03861
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f6036db2da30b77acce1e736ca0b3f6cfdde12b4df37c284b553e5cf434bb2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3176dd41fbfef9f76f6acabd75cd920f23d71d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776033c10803119d0347535c1581a0ee72090ddf2448e8335405539f8140a13f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7e9d59a2c61701c23dc00647bace81d0794668
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206f6281d3a858d64567cced268378513f5a167c2a7e3e111ecf2cb034e03ab1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a793ddc19cda724cb7c6337841543845bbaef3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be26bbc902d529209c9cd07c5cb812eeacf7b7b723bb600ee68ca9cb5d762a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc917c0d27cf160f45f41a4f29752fc98fc5724a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2611ef8a4134ceee5d2672fd17bd6193f30861bf47206507f1e4fd34153d2ff3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8cecb985afbd741556e507cb80b59efa3f7bdc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5bf3a02a2879b5419f3b1f81991661b719fb902576b401d8aff4f145b0557e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a42ac2bc0772a57773eff6b2416b8899e4d0b62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26e713bf4fff5131e5a24af86e0973e27b22c990050e589f7ace91405ec3131
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81643fbc5309b5d28c37e76f3a0efddc65ee29fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25070840888258b64957eccb6515c0b08751e97f27b6634fb282daca866b0980
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f556b82b0b1e0b837ae20fe6767cecc9b73092dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3221b78a77d797c89c6309822144ee2796db095a35bcfdfee292278b78f4cfbc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae829d21795bc9bfa4e9f835ba7859c20da1ab5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5855d5fdc74e27a36b4b2f515a40cebe60a60d2fc8f3fb96b32f8a9afc5b8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a850cd862dc7f0be92069637b57112fadcd9c06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4095ac2b41af145133897ce03eb611a805bdd04a5f2bc7dfe8ecd66aa6a59d32
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2055a31b31a60d25ae3348c7a592339c81bef1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17b1a63a75d48e31758f2421b5e88ff2557ee10f4a8442e7bcffadfd34a6f68
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ce07b729a86973c35df7f3b7d5dc6c5c919531
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632930cccf7ddf382f4dd87a39b794353059d9fada1686ef45ab7fabccf491b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b2cf1716e84af9e8f04758bed0c3fd6a3801d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b207867b6fe4efa5b60633aa47e5ccbbf8fe41bef29289af70eefc873c7b511a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abc34ef2f22ce379ebe65cdb633df4792e71499
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71fc2a864744ab57cf8bb78180d5f4f9e06f21479f824e467d571f76ffc5747
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f7729f0c20c5485dc8b4faed4536dbc0a92ca3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25599231d264b9fe561ece1473a4c8a715a5a9ef6c1631e4e76bd4927ffde6ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8212cb26c8c700831d4e594522b8ccf5b16d6e68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d1805145c523a7a374bdd83f4512fd599a0a8137e1e47079c373a5c451863c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe4a18b06e3816bad784c041c0b0cac26d673a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781d74016363a7961e7f8a6a8c438a98bd5188b366a3c4bfd9166a6cf8d28744
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91763a0d76d44a0cb0ac081a8a093fcd37580630
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59152771fd97053c2bceaa0472e4da1c51c11f2630f065ebf370a2d206b0a4ae
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcecdc05a7efc95e41b2a4d93a8041befc397b02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3ccf244bc5c7cfab7782924441259164e8833ed969104fcaecc2603db26f35
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc5b05697c134b22da16c297b52ffcc24fd8250
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fc42003d48d6c846873eeebd35302c421f950ead2988c0c4ab89cb2871cbde
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013d92586942459a2f6fbceb9fc5e1411611b245
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d28f5d73ee5c9a4509413c881114f611bb7ec7901d10fc8a2080340bc7a8b07
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0a05bf3cbc7383e48d5b2e946514b988fa04a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347ae378ffc574f67ff6bb602771c69cacbecfab1ee048be8f7ce10ea2a90a3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62950e6b7f1873024b6ea4ebb148237aad207429
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45683412bf67115137ff784ae7f515d23b6633c2a5e26d04ec10d813257b08e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2815352e12b326c5ec85295f05fbe5d2bddabe49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c63296e57656bdab8ae3e87f32a267f88e8be7586d7bd6f923582bee54a2239
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1496e50de3c0ecefefb2842ff4be4c58cf2013
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc4b7d278c1d2ac7f6d3411c2192ceafceae3896cb9ee7e0a4fe606955fa8bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279396210d429715b1afb62753dc8f85ee2353bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d2767d64717342429eb5382c4e0406d62b1350a5944ea3bcffdc27f3c0d619
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c92939f2510307d9b44696b5e8f21dba17a160
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472b0040e519fa773500957d45bbcccd2974a1d62f7d74318e89f356df85ad3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb14fe837e4a722e979968b731a0b08639f9cd6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4db5e08a917d472a4a18cdfeeec2bd9ea062ee4119c2857d9efed8d9a4b78d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3734191894cd017088e7174f08a9b545e2230b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa99f181c3baf67e387d670f04a5795c3f9193818c1e999ee2f333831e01618
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d1ad381a4fdd8c2ed0a8a7d2559f8af7008c44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d6c86caf6bdd066df98f9fa5efc4d369e5753ea71f689186a9bbfb0615c49e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8262a4e32a38daec3219f90a9993439540a92b91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9cb5025705eb1db5ed3bd021f955a4282840d1ea2b6f2e24f1b1eae0f02198b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd219e8486f0587da76bdfe4b8e7202b217c8e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261c518941ea0ddc423c60c9e4af708c7efe6673165399dd550e09a2cc20e80b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5869db7740e899293d3085a351a12fd18105f01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d42cd3ef0af6f8f53906614acc24721f90f18e6b06623ef3fbd1557da2b1ab9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a1f33902aabf87daba3f02cc1df61c5c8226b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78dd0bf8443424b774f9895922d98fcdf63e331d57949853b0aa67d15407b614
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb1697cbfe29f016f0bd668d128f30c689a3489
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c02672de37f766878af79c921763d2e1d9024ac0f21abd63fdc5cbe5fc9413
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a989ebaf55997a3c130ed8714c4e85a9e0a37c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7041d2b3ecc0a9f6dfe0ee0266d36aa631b24087943b2dfe1430787fafd3abd0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9373be211effd7b1770a76f7a523199704102b9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9013ee1e9558a860ae55d5ac32a9986c63d62445c17459a029e477a4b94f1df0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3cf008e4c0502d423d8aecb335ff22d34bed7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4904f6afa451c2ee83d4f234be63150ac89ffe43ad9342157b9a393e8abb070e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b12716fd85e295f8a1e27797964d17ebef9b077
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03662bee0be4b4c33e8ac2a1e236e957dadaf59bb377d0f24af086b8db135905
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be99047dfc873824b6d7dfd6e74a9cc35cbc744
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79435e14d8d22addaaa677ec8633f6537737ef1893906068491e37c235c89b54
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3519260f21dec911148ee5d8b45bd38605303de7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5b5dc89baa3a66bae5d4fc8af160ed2bee14adf9f03f7e72d84edd1829a208
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc59af342ae078da03bae8475129b489f03181c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19318755d80b0acd57e692c26af7010408d2d98a1d6980847a9e994bac81ce12
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551808cea8d672fd97a470504d16577fdc2c87ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26afd57e3d28753abbf7f00c344ea95ce3b453c5ea78a52cf2f01d2fbdd6deb1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1790c4b94f203526e945bba9750ee897b2a5ade
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be1200093cc6b5b1bb8b9701c8a72f2f59a36fd88e5daed058c2e3120ce2c25
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a75f556976d940ac65a6aaf0626824734e93bdc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6caa775864c052b71df82a2af09c9678ac3ebd03a0fb35d670322fb854e28385
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5feb11f14b76d1a67b0c6b223569e23868b7226c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e368fc352c93136993c66f6b33f4d946f64276e9a64eae448de4a88fb5eb43
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6e934d4507c412d410894cd151e122ea165476
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0a7e09a057251e67a1ecf718830e429cfa3d39b0f9b47b17011b14030c8bad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e238c0fa9dcb473d8d7a052f85630de47bc78fa8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244dcad0ad6b95139c8c98e80af3f3a3026aec5a37a9f8dfad69b98172841004
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6cd81d04bd62211efb3be9d1728696c3dc714e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbce087271a11ddbc5b6fa67585acf82ed2405506124f2d4a1e434861bf8f7e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717be65f501c07e6f1e76f96707af25afda1a30d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a49ada3cbfdf736ac6c42bacd7b148b3604a11c9069610dcc685fa8604b36ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6a727e89351c592c8f5e4023740b091ec437e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e55a62836720f4f752bfccb1e30282bd4348178d0412a1a83cc1724b7dfb10
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1584ac37d64dd5db6299057d60393ae346a8563a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330182ea30ddaa8579d49a5027a3323c6e6fb8346c53a4fd59dd48f57fe26586
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3df8e571b744617de8ba1932df64b7bdeb7981
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccefd821b92ccd86968de4afc2254c04b23e24b06353bc8945da813c9800d92
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe720cc6cb771c514939af8ea4d7fed29b5a663
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89c86d39b0294d280cfc1e1fcea35e8ca9e7d727e246f0abf230af1bd27c48d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc325a0bc1ac068c996e76c00753d3bcd6baee2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459f9212629e72d44585ab6cf4be13e2b7babaa8758444c9eda781b3c59f9878
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15cdcbfdf8a4294533e53b73d601183cd4b4d81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93414a89a592706a085a68a5495d96ac9de8153ae732f49ab325adb5e6439b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ee03b87123ef791cf02164408649840eab3006
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2531d7ae72c7b6c4747df89646b4b1503b6461bc3043612ef886d3b50a1d5496
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435c2afc8bdf4968dbd3706e7a430516474b4791
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcfecbb2876ea5859297ac18d9a2c5ac67e8f4db044b7d67b37c869748ab1e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac77fb6dd0abde618092f9eaaf030ecfb4ff73e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a670435887d866401f54d33b38911cc7586b3d7ae90a0b8113314c7c35ead8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f949edc6f68f90d5ea64dde497c3510eb4c68b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d73af855830411076633ea57fc8c4659562ff1bf55357f1093a35d54fc19507
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf326dc7b1d81097b65a1ec654fbdcd1827c181
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2b3f8d2ec20410138fcb9a63d621895e47b4cbb67ca42fd5c55633d1458758
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f9e83785cd183c13b52bb01b3d13fabf5eeb9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd71fbb9f9451c9558265d91c9656a17577381921efc34ba1b4ef09e1b123bf0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ba4d315e8065d0c33f266963e8762ebe94d882
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808de42b17e9cd93609a672e4ac2ee3b098f7cc832cea6ed3f09f5848d6ca06a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0417891b86a8365452586055ab448fb3e74a16b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb210aca54209522d1407d1627e4418d12c64c9dc97ae37ec1216040ac37f21
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfab8ad9524f722d7dc717f3e9d1d3b0e237a2c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e0368f38c143eea1b6ed60cd9ce8e48fe0de530ec0f073532e166294f706fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b3adc426205c3f4846dd3adccbe0fdab22c362
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2416795323be0974ae33f740435b14e31cd9f50baf8f7f3f94409d6951478343
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11a3df399f3750963586b42a545b6c41f3ae80b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0c54fb7f20874546a28493abe8ed5254f7fbadd01f4e67bdb7c411b3595d9c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2da2fd4dbdaa1f80ba128a04eb0b1b8e2473e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade3c2b8e2f4df88a4fc91fcad46942b9961a7beea57e1a07a47ad3051841085
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c701a91a94ecadf836cbb77a739f768f4e701685
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f3e4277b3a9efa4d25c19d5c0941055de868a939d61e5c534d31059399c92b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a367be3c97d32cd6a369a38cebef722773b916fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6d8c3628335d87d8a24429e27f54e402449bdac690968961580bebdaf37fb6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a944eeebdf274b294ff710e431eaf0b32c25499b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b4921cd4bc15218d41a349d60e41e3712bbc2d17ae41a1879151fc567bd24d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13042bf97e1184a97886ab0259b022d3c7503654
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a231cd760db2025d11f3842737557f9d44066e0d5b1e20fc65c38d622181c4e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fc70d153cf36622fbcc73d25aa0edc8ea384af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70b889ae335d30fc16d0b8cf1d8e290344eb817af22215e54d10d16291735de
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33701b9db285b165c89756427d5ffa1b6b9e5d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b29ee8ed813533b22b17adbe0d860e0047490ab5ebe02e04e49cd5b35784757
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709c4bacba155dd6900c7f0e846ba0764695da6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6439b9aa0f593119f4020d3d14edaed4d0cb5c8e476d69d17affba8f8e94da8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9586bd33425c4ef07f0474e7b3c5768adaf31f3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0bc77f37a2aa4d1cb62d863570459e230989b3cd1943d3e0299672cc7f6633
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76792c5e2d7b2a66a517bcd147a7c8f0f68878f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005327005abd964037e0fa985358f75769c8c9d9e0cb5708e3e7644f5cb5d5d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56549e72b3835fb5f07c688455b31f607299d8f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d5866508134cd0943bf89ec8b772cea3daff8e96fb82fca8dcc816f5eb9389
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3ec48d9ab527da90f1eaa6716622c1b73463e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c0de49bccdfe5dbb315291542b3189315707305f0ff766f7d9dfe545940677
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0e28998ff1e66feab3ff5c6348d1a145b016a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9999f7f71f25fceec7f9ecabb0948cf21d3c968c8c4f58bb7dbace00d689e6b1
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f5baa333c4e37c88b02fc24918cdd1719569d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e59cff359436d495c30f52ea8360547779ba11aecd788955124dfbc5b9472b
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d4d8d94e09da51272d5e97ab40accabd396c83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40633fd34d25ea8afa56c9f290883e2183802800bc69fdde00ba6b64d495ddf0
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70eb38a3ec27e478ba5d3f1bcf1021567435fea9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18b3190615fbe3a04a84c2c31726044e4be687b71bb656107d3d93e08752166
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af4003c2315b7f65122cffada05f062a7fee8bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6aa12ebe246b9fe409acc264072b96cd447fb45537dd386b03ca6f45e4d0ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7ace05cfba34adf70690ef2167e8a1f079e56b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2216fdc7d7a820412f4c0b20a099855dcc018546acaf705228a5bb3297c672ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268cde132f968d3a8286f2dbe76b771ff1d2b2c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e230fb18dc6278edbfd6acee6f585fa4d27cdcbea39e933d2609d4e92ecddb19
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505ca61dd58c894761367f9275b337f3ac8a4741
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800fa853e7843e2f246dba451b2935164caf631a89f6084a6695a09f9d6757a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9298cdccf0c22fdc6a47aa2e4aafe2d91049464
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c91e7c1f8ec05bd8627f8b1c22cfa34fbfd8b3419de7f5efddb87532362c1d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a454c84e1c1ecb21ff6c9357f56cc1162b8c5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1dd86430f0b00433d5bd101ae32f011e55ac9f7514b60da76db6ad3c15867d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57419314341021f0bdae15efc4638427b6a2be32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d63c630ae82c90c2a9ffd02c400f6ef3f149af709302d8079e1f3542a15257c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238ba3f561405c550b1bfc950ac58a8bece42ef8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a495fb8103f8036e2e3c6b6577e8b6abc0e90f383b264bbf78dc0c086643d5cf
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc68c5b62e6e8c5f0f23b53c4f168226df9eb4db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da30e6d1e8488d1917ec9dd7acee27daaa25665f7d061c1b27f597b73fde7dc2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba4bd08fcac8fcad42a84f56c4cc9e0bf067ba1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7daac7595a4f673b6a47e98eca266dc186658c027e23d41db70d263a34ad2505
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a833eea2536ca44cf30cc2a0285a4cb01499c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf78fecaab639484e859c387f2da575f65787b6b1472c1690d585cf96ebbe441
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e9e91ee30a0c3e1644feb3d97114708843e272
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07af9a56e1a290faa682e57cf0f4e325d6599ab74bb801e4a95aa1da70a73dd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4409b5a138047ca8ca9287b39861fce3292c3bc9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cd9ae1e683607f3647cd12f2dadcaf20d7f4e19a99bdb8b529e10d00660dcc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072517b0d9bf738d7c8e88ce567ac0a5955bbebd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8006a1f530e2f9af5fca1bc28f8365318d16d5934bc8bdf8f0c2059083bc833b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f4d1c5c190aa7b1f0c5e0cc3b29aedfc625cab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae7db4561cfc546aff685e367c454cf212f53d270f0f5031ee62fe81b238a98
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5129d6ae003e1419ceae68a4b440369aaf03df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaae5f6a90f9323ef1338d1e48ede3b174ecf88a88cfde4bfcb3584e0f42f1df
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632e88c052344eff641a28f33b5ddd90c3d00fa5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed6036dfb9829c7b9f7e4a3ebbf0dd22d928397d33945d5aee0ee73f5d9a7a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c704e0e63c92e6e70ad72ddf0c3eb8c4a01c878e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fae0780f1bdea0e6b78168e5277bc20af8b8f6651df7b8fa93baa9f1b28a472
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0bf57073baa73574653833be6e5e1dfc86c041
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a642a6f0ec7c2d62070dd0cf3cf8a97df83d9483b61c7d5764501f28d67b0569
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1241f130f5bda2387e3af80d4c5fb95b2103d18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3355be2b746a6563db191068291cd76c3ccdc7e7711d73a986bd74e42bd25c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e766003b0ff42df77aed4efb0c218c9056c8cbf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b43ac119de143a69c4f59b559ed409bd29c5ad70ad53bbb2d167900adfb13f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01297fbe74dbffb1bf07378e2a62a28e53f2c98b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47ad8db2b7eff022b4ae46924419d6605508e25e3b40f35da563b2b582dce0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b5cb74786530690bde56b668079fde10c70050
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8484467a41155ef9dfdcf5f2b4d1b65030913776084aec4156e52e18833367
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9447ea3f0a782e529c6554e352234fc6a9df7f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45860ff268bb8edd193569eb7c467b445ecdac060bfdd303dc18c619ae278445
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9d28589f013f25bcb2fcf4256c205bad9f5125
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4312e0a51f2dda90dcd38dc21939640a8c0223364cbbf804f87633267ee40b2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1390ba8803442e743e0d9129bf470a9a8a90c172
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9795bc30ec0d357abd516187ece707bc8842303a88046dff5509e458ab09c9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c80926e914d0278b9997e6d3e54e961f2eb3cac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ec90a23638be5781b67890fb604475afa6afc292e71df889acbfad6b56f065
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fa93b031c1404739c9015b294029c1606e5276
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e26fe563d47768e034b5e053daba0d43535a0b51fc3b98df12adb4b1a800c69
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0c8b7cb27bd66ddb8190433457d9e2d1c6d149
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed011abdbc028e076c211f1658e8d30e144321a9f39ca3fbc5c0eff2c023936d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91399358202c2b73255a59689880d3b29a5bea0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b190907a039e3da47c06f14cc164015446ba6e4906d83233e8eb8eef53381617
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba472e52a45e69bb2aefc1913a9439c4c828a051
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab3bd7014b891b8e49e82f53773857e3c0eb867e970a4c1972f504cf9c135b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b08179537ca3a0738fd6e1208c75f01b4a82716
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b5fedf553807c75b991fe4606a860b73502047c5e815409fc06fcf9516e345
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97776e0a66a8667dee13ffd60b45eab8e1890e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea50e5f727058ae6cacce09492ea35d3d2af9b5261988b9ab95c3b6ab649aa2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e39276453ea56071b747aecb122de1534751360
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfd3fdb95aa1d1d5aac86ee8e8b62ece901f329aeff061e8eb3f7b1ea15e763
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f08401fcead5517c2d714b2a8ab33904da2115
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa338f2a0c8ac9c7f8ffeca05ca42890d7f3e0b7bc9192e49036c76763bb4a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823969aa52311e33c86c974bc1d3e14c8cc61102
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6588f507a5ddc378896ee4c547603912f93ebef80610a56447321d3d89c39d33
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e51d4595557d138ff568fbd31fde70410bfdf36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59cfe00bdbaf917f849f9d9a50c343f34d1d8d9f8af7e94a027c60c6662031f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629176b31c67db6eb9e4b6c29f0804021a5c58e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c3809c88c2d0aeb7b4b1e9d51edaa5fe6915cc3fe596aa82bdc4ecc87401e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a92d6348e56343ef281cd0f5603ac36debf30e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347f7d6e9be811e6c3da593c2ede5265c3c83f855ee78234b2cfb61a7be4e1dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e510b0e1fdec8762ae43c2a0630b6ba8c2c460
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045b4f0d9f8673449b4d87e35140c8f0be9267fdd873ffb76ff4722d43184fb7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d8d61001325413a9a3a69a791214c368ae8891
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4363b62e56abcf88a52de0e637c49a5b7aab0d5468ebe1348c59be7d67130f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260a326d8a37b0c8d4cab27844adc953a01a6f81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c6b07784dd0bc46b9a03a8c3975beed3613242fa248b66e9701cea176a3a52
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcbf3ffc01ceec09819d636725379c89fbd6655d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36353d00d288daf907a31913d1d42ced17516a49252c1922828c3fcfd0609e41
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff97d1f9d60570cc71fdc7ac140ebe7e65293c0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310078050ce334d5e1072c3b417c8299aa1a74ad244802ca98e1daaa0ded391d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578942fabb0e77f696acf8f19ce9d6b96c1529fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb91530303c6e8d019873eb66401b33bd7bae9d36201df05ad773cadb9324917
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e339587f5bcfc0773c649a9ee73134db182432d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059a3663a3cdc386e20965d6357b1f54f4615c907f2bba6fdfb5e89ed4c1d587
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be3563d1bdd9c2d66ce63f1ed84b87ad00de3e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713d913ce721071a1e9c372c2ff19f21d7afa2c69f8f79c1cb71649e2e0d3bb5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913d510b5515d73dd7ee54d1208c6a311c47a0ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a883364c8c0363c6acec55239119ca88c98ddae9dc601be2c28e2a022d1aa5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6c121c158aba1c520ee610a383c005e70f8092
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70809771e75df07989ce47e078a89911e87ad06a794d95b7640a4cafbabb174
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92602597ec6f20ad5144a69b5c351680b79c0746
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7cd5012289559ea8be5b5d180aee11169fbfd203c68f58c121b1dbfe357da3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15a505ef510cfda6d77e2efd2573eb8269b2206
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b2a4584a81ae31ff297cb1b4564b505950286a8d308f13e9aa83645ff5fc39
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656dd2d0315df8c81268b8ad6e5d39f84a080f66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01da322f89b423c4011debbf25c4e3e969a27e2b0721788d0ceb4830085b0f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e5f35e919f99e10037245897604b935d773546
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb43cf41a7995bb41c97975dde53360fbfa3516242828add4df08ee29524356
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547a6732eee2434089e97087889e5a46a2e07932
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e07866d438f655edf7040c9e3aeef6ab3354f7d7975fd9ca3f725e98ec6044c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b6d808cc65e1fba35d3ae1ed482165280dc734
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5016700c4562d8775c088420da7f4a8f25d4d6298e99bdc4cd419e56c5db28
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88bb68ee23193c4f8205d9fe26883e1a6445b861
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a21e492f9b5982c615fdb32392790dbe5d3e40f494b0d34eb768c1912c6c71
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb98dadd92a389bfc1e6ade4fad0aeb050690d52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836e3f5eb3f1ac3dbfe6c391e0102f4b1c6ec9d60ef100fce63f1a3f074aaded
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49954d290efeee5537635685d93699e9a72d6eae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f5c5bc5fc49b8eb40d324a5e9aaef7ee5cf030374331f4e2960402b3ea93cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ccff47a7ed8222a83cb4777eddef98cdce2485
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638280784ddf43f9662ebd2ee5a51b5e85b83895a8080296861882df399977d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b138517b0a77c1a7f890a63ab1ef4314eb38be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd42f53688077b0cb3d43c22afb7268e4beecadde2419559017922f04a2ff258
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407a9eef47a32b828619ea78055dac1fc3edbb0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec2998bb9a4f99479f7a24d4125a3df5043302457ae8ddb5267150ed26a4bc8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc292f00653f8a0d1b65fcde7dfe05a10abfeb5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53772a789138d9753b3205d463dc23ae9cc186578b8d69e242ff0367eda66bb9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4219a17dcd92bc32d2fb72357c1e37ba9869922
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8bb95ea16f1636900be1a9b4b3b51e6d17caadce85904736e0f2a717d4d431
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcd9fcc6c5ed1a403422c6345f6bd06d3189629
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6cc0ef86edcfe9d4cf1510b23ad5424ac2e88ac684a95914f984f37cbc826b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96afe8ed691b37555714e8177e248f39ad54301
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0abdfa12878f1dfdd2d695967be25c5d81ed3df2366026bb2aa4a95c4fc606c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2beda3068864da67a26e513f3eb47988052f0284
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5201638498771fbb0a5f0facac1482fbe8f1eed5e490494f46567fd64eb412
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92d79fa54044beac702d9e8ab5d447c35283949
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c12db8d99fae6bd82b0683419c8aac2f400c7e6bf73c5e5cf14c2523829810
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07affb19cd60b146a820a4d9bdf3b6b74ac6327d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4acc702ecfa868aa6459a12e3b6d716224a3a52605700c591e579da33e891e0c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfcc85f148f1c5c785b96116658cb79c61a6bf5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ad2a6725b458f6533a63a4f637f54afa55e346d46483a0dba381d1a4cb9848
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d600b0bb9f1db4c16886f4f039f8cf08aad4a5ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2258c724ef816453842f92e46dfbef7b42d8f8ff92ed3183bc0107001c35ba66
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3d124775b76b7be205b7edc7c29d730ca563c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03453c96e115e23375ed2f75f9fb04de554b809595b4b4af7e99316a8b918ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e35d2eaf14ac0bfb2af3a8dc3757b81a5890030
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ed772296c4acc8627ad808dafcb38dca9ee8080af0c1223b22a217a6d8e681
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185541c749c69e141246b7b6c9e435ecf2504bd5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b945a04c9f36e3e2398f807d06d51628a11f49c784c9638258aabfed9488c69b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb5e277c359c0fd0792ccc55ca9452884761a68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dabab5089538b395ad8baa85e0436ef066b2502e5d02fdcbae0bd3aece88d4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0c54a1b2b7110d2b805ac2861b4b46ef0fd2b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ff085151e722f3068f58f6859b8bff44bbcb20160695b1f02a6258d179decd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e60286c318fc8bb463abbe30dd484ba6e0873b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2201349c372842179ca3877c3e5f87fa35e4e2d3cc16a94cee5f08b1135778f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f7d39a03b41380bcfb224bac0cc0dad2759cca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ec0eb47a8509f7c446dd212d67aa520d9882f5ccf67b7675b59fa47088c761
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c8709f696883df37a0af42e57002553280afe3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ab681339a91a26ec00105c2655b57ec8d5a978440ad093aae775849540e6bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59a5d82cbb2ec97d0b2ddf0357984a71fa402ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8a0227a3d4899f4344c19a2c6b456ec551fc23ba24d8c18d037f376180e3ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf072d5a8649e729fae431281c58494a3a7919c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09e7c6f7cc9b15858727df7984e04c95502b1c60f88c505f88dc05b9852493a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e8cf8bdb384d947f00edf88f012d8dcdc595df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcecd478fda5aa349085d6cd0ae6e0520a1421eed75b962141f9766ba8ba9b09
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1834d311503c80aa7f5c297ce8e04067a371f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90387fedd2f7eb04fa1442ec281b079b66b3ae627034b960e91e5d103933c927
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79268068c43f917d717c5cd855250d8bf15286d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6739f89d9fc98b693c8a4407c6e84e9d9e88b841d9b02fc17f288390e9020372
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ebb2d09b6b0468d2fa4a6563dfe320aa5a2508
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0806f7a8b8f7db80dfe4fca4cf197d643a67004b587f716d802defb3d6f0739
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13df61f114deec216445e9b2f9abf7fdf7777009
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0a9290eaaf12fff28d18b80be8b6e92c4126438f82b42b2c0b807a3c161401
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2807ba3ba2a08dec9cab40398314ce391a346621
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c363838488ab368203e2137e29d9aa259b385ccbc27b315847aa28d665c00aca
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07388f1728f7157c4d1c22a8d5abf75d28b1842e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db29430e29e2998023d47220dcaa3624c6df0b5132ecb62401ea432ea0d3417c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d266d5ce7d1ef1c51efce64a70124472c2769b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1913158c4d310308f12fd2f6ddefac6349e598d85d328db1255da2dce1b8ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20b080ebae51b5133fdd50d4f9ee73252c6bf6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f97d62926ac12b512064d5157de5e97ed7f7cee36ffa43d1fc4c3fe36c1d56
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ab4d622e1896955b2fadf6e9f0f9495db0c8ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c28164e387ea5e45e3338b3cb0b59e7c2f6803e52ccbe3c9996e69ddbb0620
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3958b8a3f8f2bd3a3321794860dcf6a61aaf67
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870055d36a35b0fe880172ae7897a701a14a6a2ee19d7fafa9c11fb61ef9a5f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c3a719996373169c9ca3ee2560e2376c42e441
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63667c883153b7a8c827b60c26e21a19a9f7b26062f350f528026f6f0e87351c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361a41a63450f264bdf87fa975c6cfbb3d0bbc74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e1433a6ced4d2f755318dbc92e016d7d591c6f1fd6c0e3f8018ba33683eb3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f114ae9495e79a367b6c9ae46a6501aad7fda0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9844077ae57c05f053c1ee43dc9c92e3e427bbe17622f6ce8fc54410a56e14f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7381676014c7a5e01edec356e1e5ca998d7589a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2ec2b25602d09f5d67f4b17b8fabeaaae12fd483e67e6c1dec88c18a27bf89
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f80e04c90aceb868d90ecf84b5672cbb6d02dce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d10e81cd54f2a2d8119ac1624f1e6cedb247f48c4ae6a91fffbc355b6040e4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b3a2f107bc5ec2acf574086f2d7a64d03a1ee1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87af431f5aac3ba90e5ecb9a194728350e092077b3b6d9f1cc07fa9369a52db
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b34cd65af6a4d1ff1443ff238e86f0cb2479ebb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f638b58295ff8949d4975e4b2a521f6fa469435b9c755002d7a938ec80173db7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1edcf1cd85649dd652b7a7ab3ca14452ee1b7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbda5eb1ba9f6ca1af24a4f6249617bfa6ed8336975a417dc2a482925f35c12b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565ce5d2e656160055ebbe6dbd32247a7d3f2b71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade95745a9cde48c9065d397ad4df5a07add35148487848f029ac38b815a0033
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6da1c5ed5ba718d3bf383a9d3f557443700056
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71cc066e176ca2df21e8f45acb2fd43775bd3a9de23102a3efca5566f4e60ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf34dbf9d31290f2de3c6a20e725813f2fa52064
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ae69c1ee3527fe593506b25d91f40ad2013f0b83e636706a06ace739bb1576
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1af4cf3739dcae707721743d46f733dc016a6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e990c2550f04ec50eee3d2595f89d238d8438d9e1bcd0985a683ce442dc13c69
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b10e05ead0455fe012d08aea758a3100d89abf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e3aeda00b72edcd63b193cc1140f7ad4e32e7df4dd3d6d7f10440495524ff4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9eb12604e2ed0ee171ebbc2fbd2640fc654710
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084afcc6e0110fa48476305af2bc180f312c4050e25d81a871c1fada198e7123
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf33a1ffc24bd0929e6460131fd9ea7731677b55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f144041499627524f1e416ee3e62fbccd5841bda14bfead42e17289c509eb7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bd1d763b757227bc84c6ac57568fcb3bca3a66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfeaa99a6352aff70dcd0a69f598da7eec3ac7fac56ed18ae31f0270d65f14a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042fa0cf1499b98bf4871ab4c147b7f1dbe6bcb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8416719d8d2d9308e70f9695cc1a6e3fb2dde0586d3d023c6bc661e8da2ebc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a467611f17694ba4dedfe0bfbb4bd60e64a37847
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b46e14b476e1a8658d91d306f774c1f90f604682c60cccd3a3d578a2b984fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081c6f71289bc6ccb9b19130124350ac1042c7e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae28b2c3b9d3fe341921fce9ba85fb2db61e493d8fdc9af8cb126a83f3b76fde
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8b57634e4e2b4b7bd0d6e2a8c964804196bcb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be855b1238e3572d0ebeda63c56aaaf804db1305a33f61078fc8629d647b898f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc90b9a7ce53778106d239431df09d629048190
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a8e7d8c517d81ec311f71eab11bf64ed305bc439449bd84bf3292ddb4f6ad3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c2dc216981341198cf5ea8b369fd6a694ba237
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dfb667c1f6851cb7e8287dd4519061494e64a9a8a141e4bb680f1f65cf794b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f5ce764a6f3ab6211c4afa7f57c640c5cca2e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd49143001d1870f03ce0c85ccf0abc034c2dc13674739c29073e000f10f166
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42654b36be5c916a02463610b8d983d1f4c4fbe6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa9d50bde1ed7637bf2e21c7491b44117e018f3d48598bde9857c1e65c81a0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68ccfdf273c9a39a4dcd1f90e86715cf5b4417b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052c330c861c5496c2bc91fb820088e50f57d79a0e93a3c63942dda2836794c8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a757ba47b0a5f74e7bac9113357ba30ddb7c432
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337407fb339999de3bfa75e668efb26429a235139da4edf7c1b6b2658cee75ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da39c4b70143f7387aa5ff0b2ff6d49d5b43ae3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29603ab0e650857ee6be948594633e7f3c22ef5038cb94a45ae97d98d772069d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953f86da1866c05975ea9b034d22e5fec12b1ae8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821a84f7ca115e52b1059c8410b86ab2ad849e9db858d625e6c73a7d39761484
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42245815b10d5b70023abc979ebba35ea3a3fdc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d039b70421940418b614bf36a898eead22f39233f19f54a96b2f9993c04dc8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace69ba303aa68eed199afc6c8be7a5694817404
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b833ece73477e38ab9a82300a8e94fc1ed9d6c2d535b9600bfee3db0aadb15a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe6f407a52da22fad9f7ea608501fbc99298dab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48abcaf2e16df94e204d11517dbaf273ed66c84182f1de8d8d2fede0b152aa01
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d55a4d4be394925595189fe24f1796e71a37194
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb15bbf3617e82a6bb295fe6806ac6a02d70f515c0ce4224154fdebcf64460b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8152a393df61d0ff7963d01803c350c78215917
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b09f76f7f40bc8bf23f1ca1980a317c30170429ee0d3ddafaa5ad47c4919861
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3eea9387ebececd6452c9155bc881709216bd6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534c162edf0416435f65d51e387fa17853d3b6dea15b755c294882ed70395704
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ffa37c1d3e18a7cb63bb37f1046ae867d495c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdb18f6606221ead1c573560fd46da28e90978eb0d8650efe109468322c0cec
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f4a052ae23f855c6fc320fdd34f92b6510b7dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d62fe6603112c5ec4b23f5c256455bc9cce78a082cfbd177ffc4544a43bc459
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f40b9b2885af3f48035240e5451c199a01db27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7b396f24bc5bafaa84483ca95f1d7af36c0449549067f6a0de9927330f39fc
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd414f8309b70c12f8594e846e210cfec731d75f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262e2a4e48c266c31a6e06f27143fab61685d185a274767e9defdc5bea7d4164
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1721ee69a2c5e0cb073b31f9e5d935a209f5af2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3d7c58d80af014cbee1b22b08a0508c826601c54198851d83e063488cbc795
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5e96320eb5cc93788cd17e4dfb709c41617454
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566e6235c692d668bd47fbc70eb8747a2174965198998eb27c5d97715b049118
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1143c24aece8ff016d6fa82647a340bf3b603e6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9554a03346ced65cdebbd592c3df4779d19ee33ce06dfb281e1633947c5602
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d804239538e0452966f2159050845eed340186
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2133362630dc39c7e3225245bedc88c65e5654c84f129a578c44f50ce8aa74f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1663326401c640b43c04aa572ebdef8e8993b1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46510fdbca8b057cf0a5d8d0390ee4e230d018c18d0f9fb5a1668fd0a37be53
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a8de9279cb744c69a7432426861d6d7e2d2413
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940d0494aafeedb6bd2ecc19e393dac079d7e3fb83a23dcd23d8407c572cd986
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3249081d43afeeb35dc16f2ee14b688d8acc212
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134778c31431245b9b5dd49bac24818ab95501abaf9b94cea38a7cbd1a43e9cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08b6087cbadccc595b3be43f3a804fb894a1869
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d74f64688e08424ae1927f64830b248e3695261b59edad4be089173026ecf31
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3de89ec7fca90095899a9584eafe991f518bc9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf2a1b3bd78425729a8e3308a85358c6128e78d3cd710e4034849296e5ddbb9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fa2b751e6f1dec69707751b9fcf42537e51790
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d367ca1ddc0e6e0613f5311caddd417a4810e81af5f2f8292658e8bcd631a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9d8fa5a35c321aea966f36775bcfb2ea2baf2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe93f9a2afc92a8380eba68fb188904a6b4e0dc800c687645f9a43142a67e14
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85493700b98c7bbd156cdc2a93fbbd566039c07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9102b38a27fba2ba0fdaa8b11c5c31963ff7c3d5122ae326c4299835e16557
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5334de3e39d754d1f656995d0fc7dbd9e40ee0f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be328aa3669df0703434cbf85d17a09c358ecd50668848875104da8bbda42bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45894232dd363dfa07b9f635dfb38d69a12d22e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da92c0dd8a0165eb8021364ecb6fd4028afcca34d03d1a72cec7170385df05f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2098aaf139606cf44944be6065173fb5e5fb90ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfa892e685108edabbd83bc1f2795cc8c49f022d8f2345da1441b501132a643
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4930c0766846c2c49498bc4c7e9155c03256dcb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7279d0153590b024aad7379327cd7e6b0d20eed7ba966e241a5ac1b41e23a23
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0852de0b7e7cf81da4e0fcad4a8551d6f7b5f6e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92afe04fa6f166582f75a14026683e2e0deeafb5e3aef9d6b353cdf4926cf43
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9aa93d0154a4eca2ff70507d82168fe6477ad9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8c691b30dbe371ed275e661c64d328f23967335161bb02cc030b18f43085b5
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00d1bf1e7bba7ac9962b8703efdddaef5ec5e3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f686acf6b7c7a93e43540174f1953c83dfa12798e7a19329cc90229dfbf67e02
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549418b2b6c7a968961b34c3b68486e8b106a010
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c54a42e305ad8e1ed49f8d3a50e86ebfc0b90c217b18df491fd9a54eab83ec
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972c247c8c725327c16217cac3ab33bca8d5fe1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a04d8b501ac9c02ad9cead8a7d567403d604ab479b7db6baab8ac7d433b8b42
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dcf65c02643adc8976105499c6842b8d2efa1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82648a742321b01c17235cd0a29269be73d54e9e7c19824ad26752a398e8297
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06d7e23712887596e3bf58e97383da179790be8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1607a2b907a7c8839e961e1e53e0ff6820d40a36072687de512df4b3ecdab372
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89d36d0330ffd271b430eddc3440751cd474971
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e4f9b7d97036420ce49da18345bfd841d7750bfd0a1ba5472929edb7ed7487
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f2e77cabc0bd4de5a13f71ea29e42c51bc84ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f690f9aaa900ed3ff2ff662e0e3fe3434c56de9a9ba0503f920ce66fd8f7b799
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e04e9987d019eee173e1d31164868f1bba753a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba44f34a2cdc4335ced3c470eab86a761e7328812400ebb472f079550dbcb604
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa0735b6f242a6e945b53b8f9b5418804b8817f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996670573842e1c29b338c426c336cc73fed2b40816220f8924aaf2d8210afc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71726c5e9bfb2fec092c5fb9eb57ea323f1df9f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3a826f52457340b13901fa80061209c3768e36985ba45a1d7745960f8dc5e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f438d9b11de89744305176925c11c3cd583fda
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd4ef6b0434ebdaeb864a8ac63015dad916a6d0f49015397dcbf25154f57b3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae33f22bba881d67b5d073339e9e8193df21424
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54a26a5c6a3ff375df8a10e42e68166c8f1dbe2a197b7f89818d9a654f5f9cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1221263d65398a1a92b291876c8f3c66267a0117
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67da025340135e3abb980cec85635d2c23584c234f9057fbdd9a7f14749a2b19
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f341a1a4cbac3755bc224a7ae1f8b8b544de2807
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7984cf7e57fb0aa801b17ff018e214e663b1294deba0d757678efc7fe766ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae5aa0fce61e702af3cb674223ad98cc2bb3c45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1f78c9ab37c13361982f802fa85063bd510fcb79b40f5a486ed0a638557d24
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f512c84a85dcc3dc22836929ccbcdf68f39acb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d390a9a8691ec724a04796be9910b03597b23f187ecc6169251dcb26e1fefd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3e2236cfe3c652183599446649469ffa4d823f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626eeffae49f98cd58a129fcb618bdee8afa47c55d43506c22fcf3333a4c39ee
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23a7be163563f344cd74b677c605a9d3a4f179c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101a577f953aab0cbec49c214904303cb13e28e2143517b7c4dda8a51c1d3827
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d73a963804ecbbb44e763cb064458c6fad893fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad8f732a809055eeec8cd966128d93cd25c097cbfd2fb7db96569daa3592350
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1101c899c234a5cecc284e55c78f3138f79ec96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8af53fa4c8d3f3f12b0a1ddd61427b0b4c387071e892a529ed0f551e780931e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1012b131854f0fb1e421bc42aec8b1aa1f68f31
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984173c069e2cfdc3c237e6a40d85bab5b2b262021071f8845172c87fb31993d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbfc73de949d2b16e93075aa57d588f46531095b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9786b71c9cbcdbb4a356f29f712bdf51e1940eb5a5d1ba50689ae8a18669bb50
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d65a9c3bed72971954d926fb0800373c562836
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9c002a27dd7cda41cb34f0ea09786c961938067e385e695578fd778352f4ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e329ec8f1ca0d39bab44fa894fbebc1dcb2120
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba841e6168d1ffae11298d9c527751dd7fb4b6129ebfffcf19e51a657a46a11
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a531ad49625374a9ea5d6ec08cb484cda3022904
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9ba40b1de6677bbc36001dc0f9f5871416b46094e26c580e6a673bfe300bd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6579e83b961d4013fd75267621bda9e2c68851de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127d89de9f92fde4e0464d9db825ee620ca508b664077132cbb6652a4d83f8a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c1ce0d37495f280dd33d1090de6e8817257b61
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294ee6cb234dbf634c530f45975777fd2350e9ffe1cd8c105162f563f8a5a9eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09d93f5bc7e3c6bd60d84cc3979521fd2b9906a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a4da0cad294fc1e32d7c8c4c61574b027d06fbb291f7c49f44ed98e5d59eef
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbd137ba5a56c87ece9e16bc84d6b73e824a91a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c0bb9a8ac758c146f529e255462b0d10ccb40d393de5583223c628262008b6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cee410fcc9802cb8e759206f34b44338326c34e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4b86d6a77898176173610e81bdc969084446abae5f012e2e9599c69c9e4f31
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7931d35dcb98714ecfb941bb89f1a45e53246ca7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f847f96a9bf35751818488fcecf05c7b8a95a583ab3f92658f16879006e960
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a668ba8fe971af2224d46f1653f4311ae68913
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61464fa20106dadf6b9ccd2502b3f8b638b852d0e76cea9a612b6dd161b55d2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796f478873af4222a0e16237bb35e90a69b97fa0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d224fdbb7a41fd2e20be3de3cb94b79d0acd628010e2de82be8fb4bbe5d897b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6bdc7f7902877334c9630475baf9376da5b32d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73fd55026fe0c034475f9d87f7a38800c8fa1f65a52fc87208538b887f5a4d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1a2e87fb554ab4ae0636c2414605ca61dd3937
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8afcd471f97c37e6865d90fbe325c1f240b516ecebbb67b5e67cd205e1ab6dd1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c988ab98572a7f765fa3b1a0c870a5ab2c537b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c118ae315133c9c1f97ec134ed3148f2d4f2f1eedb7ede3f760fac28b74f65
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876c482ade902256a5f43abd48fc7e2e755f374b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbb1d3ff3d28a3b60739bbead70b7c4bee27b7a5d3af6e298aab5dffd55d441
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fa1f0a580ba5492e02cc7fdfdf1521d49a1320
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289c808e7358c0fbd40c044fd36159b2ad53df87019ba35f66c26112411d6bbf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f86d22e5b01caf2e462a7e2ca2afc4de461aff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcca713149df8d536eec7c16dfe67c9f6c2e49ff4e18bc0095169d65f294ca12
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18dfcb458b12f644c9a2d1c2c0b843ad80ee59d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a847505bb4df0478006fc64ec7b2699e4639abf0421edb7f8e78f11d73ebc4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02bc193651fa5a9d9bad7fdbbdee18c300c79be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87962510667ae09dedb19b574a17b230dab14f9f876e0efcefce156fce5467c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8cb0c5fb0841ae068de83ca037ff0d30914fd7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c7c9e5ed9894c11e77908555829b208cf0c9607e1b08d2855a4d43323f4e70
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d448fefa11e79bfa7fd27435a7a6e10ac810fcf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95bff7668db2b3b155f48e15856739b393ca0736fe93f438bf2ffdd60ca3678
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5df83b171065fc8e6ae4f7dafdadef36df9bda9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c9115beb4270264e80b9068faa2c3fedc63b84fd357b4c5fa65350a6e33e06
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f40dd453729b6e4b91ad330a3d1cdf6641a8c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6a61a8d718861424181f72e54a5996e94267b3ff964f64cb458723ed8946fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d353c8b92b44b225fdd0b0e5b415b2d23e5dde3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d515065a5122ef19800b8960cb45cbd660e525a689f7169db72c7c0d42ad2ee6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866a2a195b202a022fa480327b04989244d49dab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98661219d52c02b0cfa8eeaf7da47c60f832d60c051d1f528728d63e045bd79
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c2c70524bceed4d0959ebee27759c4b158ef95
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a7ca7ae6da7da12f34ce3c51dfd706d46b9e5c6062029151131ee4a7b8a34d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6fd3bea7aa17a8607c2e07a564688125334dca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d29154704a95419f9a8e41c3ccb0509814dd4b9491cd56e60be1ba43dca324d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33bf629a8ea89817e2c12829f3c77573451a0c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936fb94fb394732de592a83a726ad3314d7d81a0e51c91267605d0b8ba7a4b9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0094c9ddab3ebc7eb6a43e0a3470d9d580ecff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f40fca6357a0500cd1e62ff6d6aa0b7c8c7df40f11c67f9f6c21f87c0a39c80
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd7eb880982607b662656e01d8b681bf56aea24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8813bbd86bcca05eb0be1b091f834557e660f4b00aacdddd9203952dac1ad513
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d39745fabb3386a42b14c76dcf7f571b1c6a4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0838ccc8975d9e61f9cd8476e9e3f42854b447c39e25c4ea7398815663e59633
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc4790766b6b66242ee9c6264d6f4aa6e38e5cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8537afb0fb618b599de2595d0a3ab4b936e8664079c2717139a7b8702fc1d72d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3de47104658637b28f38acc35c843ba236a959
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d890d762987208dfeb9f23947fe343372079a03308cea99430c2c43ec25251ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8604b459572c0c0af0e640951fba22a59810d8a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a103fd78a3c28be5205b5147764125ca00855e5589b9a764196ccd21cd1b0062
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c4a31628e6d7f36554efdd7cc0cb3c5dcbd00e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc1af9219dde82c80568fe092de7e1629706a054c28a9a06deb726a2f871ea0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f014a49d1f8772da4d89ea89fb1b045e94bb7493
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0499c0f10ad38a2a113612adb476ff262bb7460f6ceb9153931551e9bbea9c79
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398b6b58fc58863ee5c039b572af019c1a5fcc21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2af29674c6901d9c680c8c885c7a447f604a027fd7a949aeb7e7463c35e671
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1814c22cd8c4351dbc0b49280f78d168a28cdafb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315cb9db5e39270ceaf51ce942e6a729bf1fa4a165d949af570dbc3404a6fc12
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5d2648436584a62daf917f4ccd9ac6eebaa52f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b52fd74ea4f81f125da7dbb2c21de0c4bd2e9ac2a324a26f3df2bc9c7f28db
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539ff975e1018f1438a35f59fc631e9f3f1213d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68344b7124a9a7eac3c4744ee8aac07fc650aa47e4a1a739d826fbf126290d0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7081dc145dc1fd0e90e3791f7ab63cdc2e9acf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5361935ef7b001f1f91f095dd2aac2b94ef506056b1b2d92cfa1844ae17d0152
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9843c7fb917ce944ead08a6fac44853b33e8d25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec344113a430195df1cd08cb51545137d54bc4b7469e7942a2584461a977b5e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5583e8e18aee37b4189c8842db70790696d429d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131305db1b241f764e7b744b23a9816c294ea0d6d0380451eb2d3650d8fdfc7c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0b2634300fb754b4abc4ed78fa6aa12e0c9031
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659d8db015caff5c22f57058a00ae3330b0f62721cb2d35a9c08c4a746468e2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59f34f4a1da9a090f0a5b97ad9f553c5c1e4671
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4f0e0e997cd6c41758d07b4b26b4bd71c4de0e6b25a3a32b07547f27a57406
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5417ea28c093cf3eabfdaf506f1541fddf9acafa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd851f852d32c6b9e56b7169dfa1ec599e9dd6102bb0eb0ac011b5d99d1f0928
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa06d7a46bbba37b81e7705ff22140b4209b40fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf98ae68b469cdcf6961ff333930a1cf81ef8596c34925e53adfda506f1b550
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d89b9df2c81956e7dbd79262ef650cfb9f03b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921bef2cc278386672f80bf4237afa424815877a065687a9d5b230210c5a865e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b82a0487d2cf04a984a5245c722be6dd718a72c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2776d327c09faa8cbc04339d26bffb54701aa60ec4f53a7193034a7ef21131
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03574809b78cd5ad6d451ed7dbef0b39c2112d86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5422b4e252fea5e4d0d9157a30a1b3013043e7ea0a8bcad92cb1cc73daec3467
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc0ee7e243982a375f4aa5fedda7e5ee561418a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65cfd1d889a55407c172bea9bf2ed0542017501ae3cbcdca8b5bdce0ede988d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10eb7e4f35d1d07278f7c612e02e32b89208d359
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47456304f38de976a1a273e72bfbda4f0573c0de8f0aeff5cb9b5d158f267b46
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26dfc919d26c96a0c0e866f4f3656f77a62a299a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43536dcec73728a74a562ba0cd5e3eaf8dae3524306b1ab07200405a7a3b4b0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3160f000b9f59c413fb40f65603d47793e00104
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdef9c5c14c7e77169e87d3aa602cba9c621aafe4fb8bf5ad9b35eeab76c4b57
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941425740e7bad45915c955816b4ad8b99902cac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21de8f7775bebe5fff9c1933de663e2b001bb23acd0f533dcf34359d3f01aec
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58836f54300cad7c780ec88fb0b516419cd7f90e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385e3e1f75f0510fb4042ee40f5c4ba693e96f23f6e517514882885b9f219428
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e3a99bae7af3dfd77657e08b9665702c37c73e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27843dcfbab723318fb9cc9b3d7bc36bae7e2436a1d3d63334c60013e935da4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535576e7a4b29b3685f59fc24272d76f8fa4f8e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8ddc103abdaeb7032dc27f130a3fcdf7f5c98516de5707a33d60ac32a47d9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be8d351366b3f29733c2fa2a136bcc35c6ce974
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cda98494bd800527bf2cf7e5f9cd98b203b225a583f0602b5cf03a4471afb66
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddea9086f9d90dd989c81cf2804626ab642b816
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791c0637605d60a4b619cc4901475b7ac1d90471c51d53309143720c6b0354f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e488e8d067f70cbacafbde4fd40d585a948b4963
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df503add36499e45dc47b2f4e8d2a6076521aea855ca4bdcff60b5b21e843ec5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee2db7d42185383fba161dfe779e1d1e2f69c28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463119fa755f485c7505296410380f83270e96329ac4d6d843cea777326718a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441fc0f3667df361591a3867846698983cf8b4f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a63e0130fc9d5aa02414cd252cc0302049a815a7efa9478da2e6487e091d21
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbfad57a9eda98ba8b685625bee34c65e637e90a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c50390c3ee5f7fc37911e55e2aa56808730a23d712f3431ca62385aa79628df
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048b6f7ef29c9ed5ebdb66b558f6c4e1e66e3211
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0867f63e454e2db85f7ae458cbd0bf4229c32dc56283ed8f2ba03add8fcb9ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4540c3b58c63d7f5d2e8769ee79a6d329aae782
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a1ecb39ac4a9bfcf6f4c374e51657b5259a8a985efdfd879edc641f58448fd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f8918e97bdde33476c86faae80452f459d8f43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3777beeea3510bcbdd58978544ad8d171147c9b7e1264074e25707292740854
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae402dec858d9523c4e6232d91e9fd605a825a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59636ad14195e9c20d2f38a4783f9271ebe962b1ae0f14d9d9565fdec409a4cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebaa34c1904dcd2bbacd1aa683b8c5ab414b526a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87602c891272012e9db499bd4824b3f761aa87cc06908e6a35331d4db2a938d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81282ca9c9fa57ed2a5a89c8aecf9e638a859251
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9ae2195bf9f44ddbf359c5d42a8d603c05f4902db1ade23969e260c7f4861e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baee5e007c11daa0c3ba8271916a06c1bcc54ad1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8233fb7375a8952998d7726db6edd76e5d7bd0afa8240ab251a1652f9c983b7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90845e118c6ee98bb8b8e82f0849bc1dc2cd7011
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c853ac633328633d1bd27e3a58db3317f0569fa2111492d5d422564392599b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5fdfe9b55ce48ae7faf8ffc1a0784118b1c735
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d80a5a71badff614a3c085d984efa35d0749a8c50bf3e9cb8b854e46832521
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b699ede302e356fb77e3f82b2a1282493bad714a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd834c6a252c964f989960d1a0bf487a2932ab874b8bdd682cfeeb259794740d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3afaa4478871727e1feaf0eb04750987104e31
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66d1d2b2c9523e17c9aadb296185c491a9e99df960c6dd28c051ad846de33b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fdf82aea10586388b353101a11ed1d8e21c84e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f856efed65c94b8c86ff9d63e74fa0a060d2b818bf497814a3f262d8dfc2d583
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b236c464220fe7c9767c357b7f4e333bb32e0f17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f363d8ea891d35185adf14e05cb9ff1e3044f863d42debad8afcc2f1c5668fbe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0adb8b3936481dea408623b766991caa610316
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053a3b389e5ca98624903ea0a248732a5ec83aa8570d735b37bc53692b44e514
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc74965896244f36f1d47da248131789a6bb3136
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89325b5cb2f794649f928c00c85a930acf5e34b4a5e9ff067b9248fd45c96b25
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c723d3cbacb21550a1fb5cc74bc1130c4c1949ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674bc38ca447ea633b00d74b266f2ffbaca3c9832c57948dd25480d97e6de803
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d43f0a32eaa1b3555fb83dc98dfe7c4cf71287c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf9ed9deb678748523cf29dfd63ee606261fe6b6a709c2effe3b253a150b599
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a81fac4bf56231b5f2eba29ae39527db6ebf26e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ee2e17fb9603dbc8748d807a8b92298ccd30b12c9290b44c6c50734bc3bb3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6783bf49fc67dc7ef56fe986279a51d8d0a54b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5d5a340ab5df09d3f5a73f3846ba511fd9eba135011a10c27fcca444072501
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc6482769a7e3bc271bb3a10496b2961a5555fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2ab09ea88f70dba6b3bffe910cac522a4c086a73bfaebdd43bc4fab06fa1a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7484b4c20d8a8496b2902f9a5ecb19bfb623e6a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b73b82b0a346feccdd040375310a4b9f3d243fa55286ce130578b911c7d4e83
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e5167b48fb6da40c1f83c4aeb194077c36f032
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f05f7b069c311620a3318770c23cd239897df5f75beedb706478105c42f5db
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e7b083be48a5d41e6c4c9752e380504ab43b6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0b550626cd4cf30e33b89dbd434692a0212fedcb30e8a0fa0d5fab88a8483e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4afd8416e518fcc030ca79cc5d89634fa877567f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5338a325d3fbe0593131ea73430d5f8703a7b84a5780260fdb3a6812b79fd933
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60bcb6fbf7c5d99105a74b2a4072c27391cb3969
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca336d226d77621cbac2b4820c845955b4f34dd694d19afdc5f6ad216dad0aaf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11fa7beb5f2bee01bc9c12c7373b35a5866ceb84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfc6fba743023813fe3d4ac730cc9eaa874ee9f8093e62ae4734aaf510d6d51
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd616fff384328de454466f2ef2c40cad25b810
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4777dcdb28be21b142fa84be533bda180170fb46e60d153bc2bc54a5bf34dbe
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafa9d7a5ab3d4909ed661300aa64e10944ae5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07352897328f5b9be65b6f4f0e21eb82293996686f6ee12f85d2a768b710b74
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34184613f38eb80354e4f6604fcde900467404ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01835c93acf8c8d4dbda5e9b0f5c7a3b4a3f12aa85a8ff196c36c0086a561e8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf5f7482e1df1f3dac8381d759d8296e589e70c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575ae7895472fe2e714a4ffe6403822821ecdebd39477aece02e9a67bf6ee96d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fa8b2f1fb4761caede77852f775663e8ce4939
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a400c69d2197b3d3b6451dcde8d06df5bb34a1c11876904fac022bc290809e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ecb69f9f66e76387a143a3a6fb91038f0d15b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3846c23a72947dc515f540b6ba2527f73af2c317aba75587bc7a435ba52363
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d416aa4a69f4bbdc1948d9e47cba04f54d88c46a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e878b13b2a637aee922545c36c2e68675668de1dad95738a7df9dcbe675681e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc604fbce70348904af27f47407a99547535ff2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb871e9eabdf564e7383ee4658752e6777dba8cde263441cc1084e4cd67a39e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e21ff61d427b42dac771979c38adfe0d4f3be34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25ca6a7617c6859a95db5292bebeabf18d26849eda6f8d8a82de0f8bbc67841
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2d056f0af28a4e57bf3ac6e6e1e71d8b3d3cdb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7caba77a6b99e79a9a4789f892b31155c1408b28e2c8a1e8ba4852b32d2bbb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8cd74005695a508ff3c6883af13e60053932e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e956e49c81f527156b639111d879f56d46a731c9d2bbe5da56b6a05107167e27
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4caa35f41b5d944a8474bda8a3e0eaf53f1cba2e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8631f2b95533cc4f7f716a223efbd977e8ea085f8df50e36e5b93aa22a64fcb5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273874299eb36749598715f288a359edd7c4ecc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cb3a3da6924c172729ac15cdf2e68a533c72da70c5d13e73aae9a141a5302d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7113dbccbed4d3b7dafd44d29146485b9e67e724
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d83bb190c87fab36c256a05b24a244e4fcab314446426205c7c2830ed45edee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81df2457a28fff3cf3e64c3c0e88a3c66ffb35f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6802c3de0fe207ec9574151740910cef6ee2086d2c9279d2b39af3413a8545e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3a663f7cbd53c81d8905ff229568c99e9f3a69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff79a5be6b8b81e6390fe8cc8bfee07c3a8f47336250d3da3d4966892a548ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0879bdb0295704a4aa64b7b6ff82dbececf938
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c52bebd0a6446c99a908783c522dbac01c136f46a2e70d6f11de76099422db5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072ae7725f0e74fcd576b1b9bc37e02b47a97bb8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c9e2c7409c1d13a58a77d9cba66bf2eb9a4c4516009f79bc7b79c0367f4170
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12354d6e531d58d35295f55861da9a8a0d3233aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559961351db11e0e999904209a8695d8eb29868a9994b031c2d5adef87373d77
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b47bfb968d7bb1952dc0a2e5e1fb658b3348228
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4575b50c97e66e9c0021ad98c1d0b74c10404d1bd19332521b1dfff50a731c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b12be365d66c9b4c5a552df60add5f6564f0d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcced17b6cdc58a7fe690edc7bbb294a5774b9e7b2169d1ca0bf3f144c7066b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557b88cdce3d9dd7a776c792b9404dcf865a628f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6283d835c2eab8d8899777c5b014c582b42252405183b75670bd8742563b8bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90602c64f97f8d347f9c8f5f6cd9d1d2e2857d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec281005c779e41d6f58b1de69b8f7f520b5b3ae2b816b0cc4b1396f44cef7cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be6f42fa6f727278cf89129b56ddd8b6207d0b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a43df273c20e209044a1ff72dcda7c8bbd63ba5ff410ea04cd0a44aac2a020
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f16faa0995fdd9023408222c9d41035c22ad50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bda1f34c9ef9eab4364d9876dd3aa2f3aa87afac595d4854ffa2f41d2f3999
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4968910c279babdecdeb2ad8735acc246b1eda33
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0bfdc7362c6fc62384e8e8cb576bf750065e43d302df3acdedbfc81a965512
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd4959991e39e4650534887fa9e7a6686ed30e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3e75f60e94179aa21babde5c206b6e76144f1f35f4532fbb10b6f24ae3dad5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615f94ad02127612d25d18b436d76325cb6e0ac9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b226983a261ae6092ba54626e0076f85643885560c6842e4f6e028eb5c28b804
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f40c326f8460c7d344f4712fe82d96dddeea9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f47c63ded3beead668102a28187e717b83ef3bceb78aa09fc380e83326f048d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc713d8fb90eb3c28d3d9b3d42a16f9b096db5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b99ecdc13f29e25d7aa32f0ebec9aab2d50a1c4a31b06b4abbb24bb22a62b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be757f3f154f43d5fa52f1b89621383491fe603f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa68c17e5f61f5cbb4196f2c8ebd9794403bdfd43928c411fc9eb1831ed2f5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24bb98c57fe6dd1cf147c9d1ba3b2120b383fad1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f045a4f03e65ead5bb0d41d7cb09bfac64ad51a551601ccd153e10efe5bcbb80
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f73de871b9df3b10c1724cc4119bc583129ba7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fade0de5d7818f3baf64a0d0c2106bd802a6a54334794748f2b6edd9747d2e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089cd3b0b2925e1bb5b3d767172b37f78e42c9c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa96bb0c49e11c9caa70e9700cdd73a38dd5ded3f7afca20c99d5d1f83cdac3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57de28909e51cf84a8851350b255a9264134d788
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf0c725fe6cec8f2bed543a824b146ebff3a42101a1d8ab29be847ad460e4be
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57793f07995f7d3a89bf6cc0202e0eb1e5a549f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc7915c791a3a2456ad32d677f61cc3ed4887621dbc53b5aa713c2854ef5d60
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76355e1ef718224dad54067c7ca0a11c37a59105
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca09b39842ef2fb217ca302f35b7317ff01eaee0ffdfdff294c777e02090e2d0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802fee2c2afe78cfa2c776c6533501857a5b822e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62cdf88a118721a90ef51a14fd729b828144bfc58ab4a45851bc2a33a35e44b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5d39f53dd0b3601d0859bcb70f3b09b7619f1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5696925450f41a2c8749781bca21b055ec508824252d73dedc375c1e420d1053
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8620f6adf03af6e87649be6e9428a337e779f94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a471096ef2d57c90a39ece114bddaf338a79bd8165aa00d89b2e92117ef115
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5913c78587130f7742f4d0a0cfbb887b04ab3a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9867070a4023249f2f6603778da15dfb9b3a383a25071293e8b604f990cc79
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39719ffd1ba82cba1ba7c5e2eaa2cf53da23f9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e012519108c0897ba3aa04e4b9a659525213f4b2387030b8ae54fd4860e1dff
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881849c9570b3d3d3ef0e0d7e7347e6589dec5a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321322e6e8b55d04617fbba3b27f5be64a6bac63767d61ddfade8f14eb6701f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee3fa5247129bf54416b0b43707399dfc6d0130
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2988b07a7749abe7f83430554bbe559f8d6e9a7eae1b79ab531d664d870e382
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16aa34631a146b9b6c5c6a2349b46869c8bb8f6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1255a412cd38b963dd15bfe33bdeeb95fbe215b2cce9348294eb41f9972628fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612ab89246791e58d59f8da621dbba42c100d82a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583ccaac267cbd3d1c1bf88ec2a009ae402f3b4489b536855e1491077e8c5d86
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f677533c03d5e0989d2c02640d22134ddcaa3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb119aed37035a389fa1327b32e1b82751b7d66e7668e48a5fd54706ba1f1ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1530993cf90ecd44b8e6e3fd6f382b280dc9598e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2968a398dff19efc77ca99d67ae65be2ad7b60e005f63e9a6501f6936038faa
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db06504adeb32485d7dceb769d4856a09db4baa5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71c8f8f46e84bfc57dc9f2c76d1713be84ba7340b71e871e72643512463e88a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c427dcc04f725cbd43c2620c8e7c5e8715fd530c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0069f4550051a0c3761eecf51f7dbf215044169ded3010c970bc4c4cd28a91ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51364ce9622410acf96e31726f1afd910555fc02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12f12b36e06c08988ff085293d3408fbc0701c51002309cc85b229814d83a7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a529a8a82a90e92a8a5e4c575a156a264071646e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d639c29d211e1bc138de7b7bf9c2582f472cf8904421b90ec378e3159004225c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24419739d81058bc3b5a96cd3557072709bb776
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd935228600b6a91a15c102ff2f317a6ce21c019261871fc870027bc6eb091cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31a649335cbe4f2c9b9b8394f13ce3a99c61117
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28841ba6751c387db73e4635946c5f9e0f0ddf94523b7f8994f7e42c08d75fb5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63be7cf35bf240857a87a26062c90a72ecbf9b06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d805de794adf9c77b7132173489d1bc35623bbc2f3f018b5ba30bc91a22712
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a955c66f96916876ef0eff99046330303f5f20
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77578f3803d6402b964ebdbc20e48189243d02217f55e16054f39b95138550da
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244cae8e7e439399d26bf06076916f7045324300
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f598b6ab72de7e1971bbc1e4f38d635f3b55d7cc8cd0501db5afb347b68a7897
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd96c2e130c91126b520e215b6ddf91eadc54518
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f00e211b9544a8e082eca6a5acb445bada1e6d135264543aa87ae373ff991c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3547a197968acf4885231d039ee70af78ae9dd98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e106a579af1bf7df855622d8b66dac78180fbee21d69e97b91bf5198dabcd1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537fd997cb9747410dd74ff9fc242905e3e8e952
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699021fb513ed0691b7bd2317623126a4fa3bb2ef7a31180e0eb1cd613abaa00
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13a5c0b2fb876ead9328afc0d86450b4740d430
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52423d287c285ecd37f033082235f2b0fbd8a6975d4c03edb8007fd3d99dd93
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b8688fa6b2ad1ae5e10bf51709448dac9ed9fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6c513de28a64108b87af497277e2aba5ff443f1bc666528c585bbee24f42ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1a9184d948fe73d7fa30c57ae56f909198b67e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b9f22172d96a8a6fd36f94449ae3d44ffef35b256ba48dd8d2fe436e415a6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5e9e276d2d92783f2a1062ac758b4475880180
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9098305ac9a14b0c54bcc88da07065c7b7580ff666e985521f3f96c2c2d70c1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33f03592f62e40c2d4a7105a071746fb42530d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352e5a262c629d882aea689055263d1adfffd5ad38012c58d90af49518ac8cbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c50e5b0b93e854cf537e86bdfd9ecf8aad7edae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fa14bd4dda79f0293478fd2868a456130d7c57986e973bce56d2e683bd58e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e4ef207a7be480ab9916deddfe512f499e2630
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa8b1c13ed8ef8a0aa4e48bb74613a4bd7021aad5b5b3f05dd0fdcf57c78ae5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a19d8de09c23e6ebc8c18cfc4f57352d25315e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ef38708be35662b72a41ad61ab5594a28d52d3f372723a0c77cc7086c69e73
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65f78f4998aa618a28c7dae2d059f33c5f64d93
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd581e18db9edb0fccb4b5a1e14436151c56a97bb6401c7e4e9e9118fcbb598
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406a39679610c4ed75139ff2ce00fbe8f2550d8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57a155c362298feaa7e6dbf397f4c82a624476837c727416642a9b64235383c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f62dceda7cde575362bb126a809f4bb573e2185
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda3c3611ef1ffb81eb3ae2dc006b123dcc8f30aacc2a616670d56a7582114e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad73851daaaddb3279e39a518dbef22c3df785e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402d210e5aaddc5c9359b9d7f81f9d3b60afdf2d51c67c5b9a93e61bba2ca481
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95343d4093dee8d413aa78de9e76e680dd1269b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989778eac7efcc1cd539e6ee6139376b820f1a469e534de622ca8681f2d8798f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a16fdf43f81bfe5666b66581c29c1530e04798
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b598b4ad72bf3236f14e341f4903d8951ddb433051e9cec2099222f3ed556a35
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161cc1429831dd6914b17c017e64168b96cbe3f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102584eaad937b18dfa39186cbcc1e26a64595f9ec1183651e22c282cb7d7ddb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5c84b60b4b88cdcf530f0cbeb1ee57e8eca56d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c05d79fc3dcc88c548833b1d01625dd8404f08eccef55af8fe3062bf4e247f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afc82a4ff0889805fb639abeb7d65ac03adad10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d828be6fe68092665657907f2fb8a429d2d346600566f30a50d40b4a47564e8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c641bcd688f8df82b3a12f6e5639bff50a7bf06c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bad7fc84c7119533c58ee3f64def5bae1b08c8f5b6652db620f73374ad9168
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0debc2bc45e964bd7ecba8f02816a5d56fc4bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dc3ce3411637926f63dfbd3ccc6c7030c69d8986e7a3e2f2a17f31356dc2f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8dcb90b7d6656545d3eac6157f8999e2efcb1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e15c7d5541309539b6a664b2ff9f302609e988b21e09970e8d85637a6b83851
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4aa81e7e0e87610e3ee0897db70943d3c7c6f37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31de07207fa1d23a47a2156ae43847369c4e17608a85722203a8312b7b4218ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb12ce3e63a8970f78f67e8f00bb75e18783ec1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8585aeec28889ca1753351cc04ef3565a232bb4943f45967fd73aa64fa366553
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbab1e205fc567bd12b08622f93b265998ab849
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533342262d0f037fb913a98aa6ab554d8b7e2ccf42642acfc546dbd6c7342886
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb08ccfee425dc6bf62e0a4407069cae29b9e26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce09e60d73a37cd584ad36d27d300d67851a4215803beb90f7896fa8ff5e8e1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63d201944dca1635c5b71081140668d95f296bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcd8f71cce1276c852a9e9964440958950a0019d6b6e7788c8486c0578c604d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b835860f14d2e601bff98b068758f4ff4a96fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1049dfa97b70695dc12ddc7b94afd939a23456f379275e3d1dee8fee329143
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77cd44f46654d477496dc563d95ceb6b042c93ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b4bb99e65303b94a1db40a6bbd12fced7579bad7f62d31ae78f9f22e13517e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3c45681aa0b07234436b6a455e6f8029a6e7d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05db881ae1f1734f94597853129c9e0c2c36c724b3c7041119c17bdbf7284051
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd199bea7f5c869da6eda099d815d4ba4456683c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98771dc6d8f0f8c781f310530630dec984a8defde3ea9a17c51296c5bac59201
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6c13e9120c27a9676a6bb4d2a05e1fb148b873
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea63f2ccc3af03a8fccd31e337ef3208a07fdde8105caca7dba09d6233ce6b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd9e8eb92b8b4c1a044c32f96583a7f6026537f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a80b3d6aa302935efcf37414fbdeef34dd0c7106633650596e839db2dcd0a5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa20262198a549f6363cb384951733228ed77fa9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3c9c59fe575c8796031a2dca6b6188268c72c2d34ba9a4286948237342706b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc935e07219df01f655222372b30f2fb3edfb1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b295919b103ce352b236e40438b4ba7bc8d9a8110f8e6aaa38beecf7bdb7b42
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7754c4469f03b7028d88bbe6060753f315a4e078
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0302f226935aae917eb6d4ae5386fddd45be37da1af6db2ee27da473e6059e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa866a78332de06e4cb3140c4ad1ea96d6e9b5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be112942b4fcbd1cd9f1cc16965f07c5352d1b4aed40600d9d73478adf045c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7baaaa04746fbae2a0a3e24d3bac772e53e13c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c466becf019162fc86ff3f10bd38c96a648a34e97c3024109628fe8671ff3ae2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da8d0ba006ff7d95db175c938215141ccf7d71f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4534348e2ec167d23913a7138da7c01e4fd2fe4046179a907ef13513f570207
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0f1d07d833c4abc467e1beb56a7dad29aad71a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5635aff3f2edd4bd149ffe449fe0fd00d588ba88bd944c05515b7ed666cbe6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd904cf088f7a522e0c65d485bb01d2313e8078e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992aa2a7bb9ce8b340bf24a3fd3e489ef59bf7624910e300ed91a92c53ba55da
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc879586914efc5ad3157942f5f8ae2a8252af8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e1460f33c5fadb7d73de5c39b3f98249c7a6f996d8bdc61604cd658dd164ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8522761f470ad1af32acfa80e944f74b88177806
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736f3016670ca35b10d7254570c93a22a79cab29731358177b634bb09c6dbf53
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32dd32349abcf7f07860215c2f83de67794e5f88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae0376a1fe4229c28729b193494ce51014da794f5fecd8962cf9cf7d8a61658
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8bff6c69a51e7807100d03a9af0761d683b961b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b9c325d347c26171fdb37aff60dbf9bd27b0ecbe45eed80d97bb8203fd5c58
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d652db8a72b303d285c5cedebc89cd6cb6d6fb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0aabf617df120c3c2e9e7ff0659500ff74b76a1f4a44072f5ceb873c3885d70
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76252e2d329d7e69af7f42d471b273eef9ecc1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfad31e0d15fa941bfd59eee8327bbe5ff0f21eeac7701a8632e791f709eef3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3527efa61df223b23e8f3eb2dcb566fcf85de6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab516196604633a158bd7499fb5252ef9984c461ff4da679eedfdc70d575b63
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b8e4e49f277b01005d29e1bd42311d48f95855
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5978c0e505274777b51f0fad515bf8c0c47e61e7158242f7993224b3ec1fdaed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a6543457b4a42cfad0b4a1248b4606639be1be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ef914ceb282aba6a4174400a05930bc4095df6f85bef7b514658d6f7eadbc3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4196235ac0a26f22f75983591adddd3b8aa1aa89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119a8059ef8ebb8cf9907e58183f055c532490f45f4d1a933451a03fef7aa5f9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9953ea9b37dfa864314d198f2893a667b58a2e65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bedbcdaa95203802f78b36f868ab65bdc453ff1136cadd8d82983edab439f13
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b5cf6a65f22a0f3e81e0a229c30ac8020adbfc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0cda7f7047e323b212f01bf6ba8d1acadfafdca715a818a4d1f73bc59d9bc2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342481d17893c2f6ae60d62c32ec82454557e29f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1934f3469d113a3d5243cc615ac2c0f9327507cf37345e2a87abf43bca5610
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dadfd5ab684fa89aef712d78aea60fe7ff2d476
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b0fbd8ea2d352c343888f9da17b7076625a4d2811a93d0553c62556fd1f222
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0f38c65320df0eca50c1338a9a54b72b14f0b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19e8b97c69fac73893eadd078cd61c4332a44955e660151ed9687778b209287
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dca49491b7bdacd3852f8096720d01dd1f1938d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657d020c4158dda09cbd56e8f7abb30fb9e35f1ce07ca97859945538a82155fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b395cc7a362c92b5baea40a84a3dfb704423d915
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e606bc4c40e01590396cf132a644c026a52e4bc0214f646de42577a844b6ce2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa27a12d57dbd800f630092d5f4f8590aefdfa45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd15d191de7f2fc0609a7ee69edd2d1cac8010f94bde17df177d52b01884447b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9a5edc1b2028517efe6a86574fe9a1625245ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c4946709a7a7e5080b0b40b719fac12e7b550c8ba7fc4d2b0f56fcdbe9be9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4604a555a9fe0e82e6bcea2855c88b5f0609950b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53304b350f6f9de156e1adfab628a13de82980c91616be334df67d49f18e2f8f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c1ecfa828bbdc5d2c072f83958ab3f2b7cb7d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab7f372f21d7ec7f16f8abc843b2531cd7e5d8f9a28aeb3c8ab5cae2e11c482
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdd3fb0280bb42bc791a26f4b04efcbe1f3c7b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2dae316d64b76a78d1edb07713d1b3ad81f6c19b09ef9ed7ec2233e58ccf3d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bfa14c75d058088bf4d11565adb5b66467fd9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ff3f11f064ad6033dcec7cf112a0b06947b5bc845aca97c91bbf471f40f10b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4272e223e3027a3bf159bb96d9d8005d623b01e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e077ea0282b17e9b68b01dc0acbc46cb76e3885ae3527fa00fae4b58d540ac5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc083361821f304e170855e0a2f8430f34124da4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4f153435c044e8fc672c6db458c6abe426cb4a05e30c2d9f5602f742cc5286
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c70c9aab865136d44299423d930538b3b84d8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a052c6f7e0ed1eacb6bc709fa45a703e47f969bdddeebfc04804204d46306e6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2de0693ee7f5e1481df82ac98b611bc5371d4d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d20863f4b4d507d7932fcc02d49d32703c17ff443df65d4e8b2dd3e443e3a2f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831dcd11a013417a6cfe3ca954c9113612dc2473
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8233e9c49a10af47e5487e654ec8ea4d59ad8a502dc8d80021856959ac2a1816
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1128ff25dd7f2f056f14f3c64ea72259664cdebc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5176ebc92bee21b0d2f087f8aec1e89f16c1285597ad77ffe284f7b0dbd0b4a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90424c533245eb94f6f2de1c4a4e6521e6e41a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0f3b3c8cd3fc47935719ff9f7d5c8f022961bbc9efe030fa3e050dd07aa15f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450606360b31a1d6760cf8baa53e5c1513cc5103
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2517379746628fcbea0c542b8debe365865d11c1b4574e0f51c8fc6dfb786b2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e612503ecb4bbdef58179adda09ffa3f4cc6db9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3f4ecedbfbf8d395d125c1656e787a1b3469c681f9be090821ad4822108c64
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0eee14648dfc2edc353f3d2bc93b5056e6f45d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f56a1e809e81d5f947199f544dc2137a20f680a65c6e209700df4b9658eb66
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a83bf406cb6e3bc0bdb5032c25402d72b919534
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea6837b6cfa1e90f4cc6b5f93ab565bf4b6792b8e3d4ba4fd09ab42e9f1434e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb1976e76609a84ed10525fe089f2e796107208
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43dd132d3a0878416a8da0dbee437ec607a7bb3ad56ac43fad3dca7edec21cc5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09b03a0b2a5a0ed80d9f8e5248475a20f7af2be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe27c5579d8d26f59392fe736a8f6293bc3e2654ba7b1960cb3fe514bd165f3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5977b6a9f70c1b6bd62ad202e7c590845b569ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbebb9649c8f496e5aef28f7263e41664b74e6bbde3a2daf835e7998f295285e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f57ff801cf97703d9a0f268d9fd6febc839b314
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c918d63bb768e43f45b0948025bee843866e788b9b8deeb2849c0dfe7f24c0bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30210ba62a117f0b2f79360818ed4f96e75e499e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52049fad144230397fba46d6431cb4d32453533be4883c8925c8b2c9f19c754f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bae133adc9f9114f6d4acaa8eb3bf3edb40da6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b2b7412f656ca6076bbf2e6abdafef79e49b242bc63908a01eb9511bee3dd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f156389d51bda2310b5a463f75019e90e433a68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44aa29c18931d07c0ae1d626173ca7344f9e5458ecabc4fb9fcd3629717aa4ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28bf081f7801ef12ffaf7bdf9e6c91d90dd4831
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0603a845fd12dc80bfef70c45098b131613ad778c3e735f61ae6c60915528fad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6c8416eb4cf9543af5c3cc30e757c6bf219c70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fc2c35a0f151477e889abca0af92f296dfc84d7782695b2a3a3ac4abf75f3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf95bb0c5f3ccd338d2c0a28e876944509c6c46
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf952f2c34062ad2420dd4c50af4b9c9223a0854835a5b4325d1f17c9630652
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f32b4cc1518982e8b7c17a68a16d7531e2e8002
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f446193767bffe191341dc2b066b371e412fa732650327ec2d90b4a9cc507082
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f344ef68d4ce006e0ce7c587d2698526e4714d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0ada4430a2540b04f32a3793d5f6d73c537b390dcd1893b91fe1de82a407ed
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd3d54ead1a73b30a1bee02a88062a01c151103
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9516f04891d75d20292b49457df7874f4406b005243a6681a15357855cd1df
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf66147152486f54546540e9740098e2bd1fa675
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1854d324cb40d19654e4e0e2db1e3a77823bbeb25b7d0186866b53a7eb24aef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1b8317b92c9ed48625a0aa58bcd0932916482e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cadcd890f6bb0bba3130c9cb9b4b5aa38919edf217fe17894e6b8d781d27182
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2d4097e3eff3ee27f5de5af950414a45a68bad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb9dee121e2c167f3f306277727cd1a96277164625b8eb8957dc7c1beb83605
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3fd050cb3fc0c823478824f771067d2937a7de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a3c51dbcd0e0a8e9fc32c812c5b177ca87548aa18af0eaf49c23ca5694dd16
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff23b18fd1a9eb755698e28ef46f0dc1352c779
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c60d7dedd090e9e947026e0f4430079234ca8462c0224d1640d4dd46ab2805
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69514248da268bde13b89a07586c48466e5475a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3196285128dc9b6baca8f9cf9bc191516176fc5f92a81e69b4d3750c25eb3a59
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785cb9f5441e36088b869e8c30f89c23e80891c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf39ccf6930eeb61f6106d062c8de7528f525652701e4feb250962c7ee6b1e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2833f9ad17d8d89e3562a1ed7b79c30d4c14e168
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95514e54b7b10087883590f0ff2592ea3dad41b3361438784f770211490fc1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5e582227a9750fb5a722f8e338853976ff276e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b517fa6773aff0c26542dc0363f749ae8203fc84a29ee40b66301777e2de13dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310eef4aadc16637c8d95fa70937853899519603
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f944aa68b60f7dc5da6fb1c052dab5f815ea984a9eb88e1f9dfbca3b1e08b8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b890e7b9af4ae16301bd3d2b7dbda85f833b6fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a938c0ce1f7146c104e4a96b76fda5009d7d109b27aebc4b7a3a2b736d5e00
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49265c5c6e0d0bf33dc27ea96506a013575eca3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8e88f34995408d64a1617767d6bbc536f878e7bbfe2dd006438dc7bff090af
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1628d263145a716f2a5411b9d726f9923b9e76c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2823ccfda54d918c901c6d145d4ed8d77a5e93496b4bb777611ae60a9aab72ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0623a0e8a2de8ba7356dd7290215d3c0e8ad406
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66bf588bece6ea08de3c320bf1041b0e25da4f786a16ce7dd7cbae1dd9d2d6e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734c7d6ee830adfc5fb2dc8d1944065299fa000b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686256e34de10b907abf52a50fde40c1c9466e8b095ba3e775711d1c56ebcea7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a150649b9aaa37ac1c6a6b7a31a645006bbf0339
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09220651cf64272419d807428f6016c03bd9546f05ec3bd819b4647549970caa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c34fab21c730706c9d812755b28171e51059c95
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6176debc009bebe2850dbf66db1549530ecb35eb9df911c538185fef52d7082e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fca4c0022cc95dbca7673b71a322a4c4fb6acc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f636023a811d1b6b16a45a7020e309e0a6749db2e450074da4af7db4188983
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c82340dcc8e8cae82f034ca1b59e5a03c9e36be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365784d9225786506fd205358d0cc7a0a876f6d628b7e8c19d3f0075d71c2f59
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8df045ce6afcc1218040072ed40499d80254058
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc89cdc876f84a11b177f70048226788340f57c680bea16ad92f6de02e8c3eea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0438574779711acdc3dc078e96e2a6e0c40f343
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c0724b77d658eb084667ad3da8163cd9eb909cdb58b0fc0f37fab66656a66f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00091fc4921c8699edacec5bd6c4e42c8cd089d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63830c6cd1d05fb07608d9e6668591aadd73a1708973f56f50c90dcb3a121630
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa44e3a0150c101c0064099d3c65d4d686378682
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd2368a80895ca7158eaf8f99971550c43b98d0ae3c1065ccec9fc206f52ef4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9b29f5ad307b419e2d6a154be26782f15521e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2906c2f4a5adc4e2cc2dcccf5067bb0ce7f36fd4d41225679feca9d249261e52
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a1bc0332275b5c0980dd33c91e61546b3ea271
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21015ccc167c0dbb5253d6352127b6221cdb1c83cca717a32e7776be5a7174d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26405d3b48f42b413ae217526dea235a69b926de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82834c076291342b4784ffa9da19c2a78622d6c021fe31ee98b92170210f7693
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635a8c4cca12ad1ca540ea9196b214205301b93d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4674bd5074dd26b6142febbc8186eac048546b7c4b0fda453e5838bf8b24c2cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c6f7773b563c1d2c5576d8a656c508450feefb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf01809bf26124653ca93f8a49bd48a794e43a531651d99abe23df29e7320fee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e35a268eaad065cca34a7813eab2d86f2177f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d5d0237444aa7d9fd1009d03ca941a39778ff97210907e568dc0e9dfe058b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd41aea9c9923c2fb73fedda740d516abfec3e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e6e500c3e3ca41e1fefd82afec4d381a708d7b4ce022c1531039ae0c91d791
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914c70fdf8256a76eb5f2481eba21a87a1cd639a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76f04d0f3d337a20993078cb1696c012777127c6d7c4c23e74ca6b8e268611c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959775ee00de8330be5143b89b73002a963a0ecd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b72e98bcbb4f4be6414c3ec5fc5c426808be71c412786e538d0673ec494880d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40280283d1fcd2472a4d5af0a40627e41141f9ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e2be869bb731f27be1af0228edd9cec90b34cbf967ea00acb8a48a416c3b2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7923131b14e04a1868e60cc09f699e96540c974
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffbadb4ba84c22f43ff881d049379bdcdb37e66879646c7351522f70930cd44
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e65010ac2473a1d4f76db8173093e54bef4419a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dfc32e51614686598c31c0b88437ffb188513d3d7af93582ce764f912f4a594
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cd0068fb50e283584e0c64647b1a9a57ab87d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9864fd465283cae7c1a04ddab4516f6b9c2e2b20922847ed8680dd16408297
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11a62c6f7baa8d19199fb3db8f3f49409a1af9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec44dca0723fbf4db854fa50f68d1a79acee31a70568f06c7e1c888539efc386
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402fbfdae18f41f0896308613ad4209149ed55bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1c2b9015715bf95a4dfbf2ba4d9c379258f3ce6a3580969c258c3eff2979df
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48163998e9fbbb41e0ee67446e2888385b42597d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0736b9911f57fc8a7d1151db89bc53121e19c49a6f01d731952bb8b1084ceee7
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed7ecd5a667b26667fc6f8437109f1bf93b2d83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509aa32b2c82e132fc54d7c7794b2264b6b635e3726ec4c99e4ca364e2d5f72a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1354f4f871a2abfd325077c608c54e61a5b430d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2f60d38e1d32e1bcd7575d13c9da27d2b595fd65ae7f6e85ca09a6c4c9879c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc02dc2a111740540f7526e80aed9ee924cd990
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e005f8a2d6fcbf20d91238e55710aa0f19d94ddb8e33857386ec7eb257c2304e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8376286446fb34a1de2d28ac73c667d814fef3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85581208c455f84dc7d1219b5ded9b35496980e061117739935a4196c6042d58
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46cea83355cbd5ccd283e5296e97996b35614ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4712fcb2dddd3717bcde6a068bb7794d0fea0d0c9d06a20146763280145d3e79
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53a016033dbd25354ac1558a1fad72b661b4a73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb14985fb35c04690a6c47801885dc9c76a1ed7207d4ba3a2e38f97ad29c8dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d198c4e4d0359dcef48ad13407baa9048ad67589
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076331ab96647278a9968879b8a8baae7df51dea9d5763589d30fbe315d1b702
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbbac8badb7bc31516819a4d4b6429a7a88334d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424343958b9e346de8f8f454a1132d9712cd49f622c032264a73bcac04368fee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303e83ed0775d013a44e59a2adbbb6890b29a323
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c77004106f2ffb7dbde190f1cca92869af0e28966989bebf30a93a1c245b36
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a50987e78f2c3d053c7097e5c1188b65e33c33
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a34141c8be7320f7df761ffc1544b4f1e7d956053633cb19489ae212c343b64
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20e42c5eef0baf409e85707c3a67e55192df919
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6592a46e859ab6b7051edb4ce49f6794aba3dd0081541a2310286fae7332949c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5896df468d18588d65a40703f9db153ba8a4763
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4b8a2a6b9973d23ab6ce0dd05bd7fc933d25a5b9fcb27e7585f901a1df92f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a5f128c045dc4f5015cebd5d3e2c9a66731a3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdff2fd2db7f7f244336995a7a4430aeddeb6ce1e06dd2b8d92cd3627077ff87
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c3c44426e6faddf59c4c9e9c3b5e57cc02bc69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fb07ff66ef917d32ae8bceb5d1d75d404e2da2e8d5546f9d68b15c95776c2d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb24eb4a35b15cf76efb415ebd125cecf2962106
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff16119f43891d1d254c1def24fc8d8f4a203ba65095a5ce1509b30d120e968e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad676ba96f3dfe872d6862e426c5633cf4495d90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510bf1af5d3e53cd16c935c976977405d4c008841465d0cd98eb235f86887b6f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d494edc5d3117a9ef18206ce45959254cb9da8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8087fdd2fc3742d9141d97911c4e38431ba5d6161f0c5ae44aa237e2aa629b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2e1b6ce930d765eac68f820ce37b3ac1b40ec0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29878dd45f7759db74fc4e01a148cd38eda7ff56d6e8dd6168f191639ec3b287
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1fd246850115a366acb26e405f24413d8d09348
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc929f2c9797267096bccc6222914648130e0c8500699e047a2f3564065726e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a65da79200fd060dc0dec40795a0f8735ca3e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0e92baf8d23620a28cef3dacbb7856d4a18188c7732a891f29811faf410301
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36504f6e1462960114ef5dda8e85f057c7e19161
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbf63ecb5f7c4667506e1a4aa06f36f81342edbdcbc1df2bcd0364cc84b75ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919025757ef91b9a5357e0c27c167a4477d33cf8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ddaf6921725a05017622ec34caf879614a6f0fbc3f8305d96e6163ae200f51
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4399cb6ff2663283224f673d548afb54c3416a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a3b853c934941fc71190fe65e6bf8f494c04c507b309a87dc65f2668519fe6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360e804f424ed2fca3270b912f2f5eb6f32c4e6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a10664e8a64fecb0d1270efc79313ae25eb985d7ceff02d42c00e77f43104d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab89d01385ce65834a03e32961bf1dc2b2b8b45b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2f59866f6c4ef467878c2de91f0f3bafe2402d66a0031cba49bc4a55f9c7f6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f0dc9ac690a178ca575815f1b367d383982c20
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9044f8afd89c00653efbd74d63b0ec075c8abd2add48e46654eb2c27d821bc03
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97efe01999487376409e419313fb6a50eb940556
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73892895e2a7644a27050b0e256cc5469752a04c4a8d8c1e3edea88cf6bc94b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308febdc33d3855885a6e0058da0770c45b239da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d1b580349b3ec3c2aaf11a6e7abf8dc06f918ddf1db2aff938cb4f5ed91471
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff2a44de0bbaba6aa69a98fcdd5c5cd70d46dd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eaa6db0a6ed995673f3f669a774e680f6fb2cb2717be2b1bd379c986ed361fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf7a6f06bee2029ae34b8608c5a881878666bf6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1314122293e094de419b3285b067895527bf2ab6a7963c8024800078996ac321
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70bb5f029bfac8bd590b52c15be1896517e3721
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36402053487a571939028b6050fb0116c3b1c9c29a3b6899514dfa7d0a340822
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bc7a42fe884821a891d182c41cb1c6513e1e76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106504955ed6f3b40a11847ec5f7cc58009f494e7048514231c65e9122de5387
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58267552b9b3fa0d34708f7f1e27fda26ee8c796
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b856d83e5a1ab9566af35934fef493ff359fda4db31dd7b1d9e90770deff6e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b6a43abe5ac50317c14a2a8505a892e7439d13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e67633b0363d37ef28eacdf63c0f8fdbca996515beb762458b08a2c135fd10a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f030690e10ed863866c7bebe8fdec59a58a81a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd03f3c27728bfdb115982aefbccb8b5c3140cf8274362300b2f98517fd7637
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f292bdf7419005618c3b7ac9c8ab7c1337f4ac2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3173ce239853269b9733295e096ddeffce3888db583f1b507135a12d121cb5fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c59aaacd73c04926f6af13c24c0f4b85b3ebc3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eaac2a91937632a646b0c1f76ffd5682544393f2abd2f4722829d9698022e16
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9add44aa2c837cb4cb705a450b1b930639da468d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d472d9fe30543355ed119d16076057599391df1c94bc181fc1cd3bdba3ab851
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ab3c75e312b6cda91d50233a0602818562e824
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ef5aa4c7132a3dd52b44f787c8abff52140010e98f03cfa43746fa1c6c5f26
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b279a60d28624f64e3e0239645e700cee9fd8ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c8ff65f86a36b32adff014799400eb3c532ded8b5df04d5375dac47bb8e9bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfaf4f8d709eee08c10eb831a45801d29b2b2e7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42399bf5b25ad2649d1c1d484575ab75e99e64796097963b070df81fa8c37c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3366f6ba4d74ef876d5a2b38e86ba20ec14cc12d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de273858807ba3c27f339d90a0ef0f96f9b3f9b16f32d04e49e9e397403a508c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996c29b4e2ef5b7b4cb2ec468517c7e22898ccf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cffefee756499fe13c8aab5bd191dd02dd8fa1eb384a952020ffd8e8a7ac3e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f73b5a19bc22fb5a739f32d8b6f141e38fc961
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca698606b28bfa9d0d7f1418a41497dbb02a057a8ce6c9d418796b13895f792
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5825afea012d10cc77869870ac00d295427236
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5d361696d671a0a6d2d374a27d59e9c997ac48dd299375ef4ae7d4341329cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1cb89ffb971d208d6f82cf29afaddf8acb3be6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e272d75c53e3f8fe7b9ab6138bde4e984594e30f0f79401004e464d14a2d0867
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25c090d50b1ffc81a9806141a3e10ff8611ed20
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648a2e1d04d4c777bf97ba0afdbae875e75388b6c4e6edfb2a27fbf598802eb4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60aa14429d69489f998b399dc5d3be9ba36d8158
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f91e760bc1e865e00db411f04f26cccbeb02c3f4778d09ce9a37dcc55fae70c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f28084874e17f698469ac24e6944c9f2bac3456
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873924ce1cfbce9bf48e0372a0e291620dc58b6e912eca8f3133d9857acda445
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd040a31ae3c70a365c02a3263f3faf7c7cda671
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa35ac007e3e1e79d93950a9f853cd59f9a3b822819b1b8b42a58ea0ae9467fa
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0a783e6047d1c1d2cabd7cd42ed109196200bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d6e4c711f7d7f54e15730d49db3bd1743436406ae53384b6cffac7494c4eff
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316b8dbcfe7447d1eadc1d460bb160dc3af62411
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6f20348675bc1f9610e2813ac1e05946221fba589717bc3bf2898e22bdfcd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7866c02781312e8702c706daef30c9edfec5ac84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2c4995182611842092fc3bcdca6b2724b6feae528a7e5376f2ca1930f61b3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc352e400c71506daaad2fb1a0c1efd0c12aadb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9839edd24bc827c225f39df53738461804b82fc0ad5b2e7b8a4826f384a23c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec45474b691ca471994511472cad2b44dc68610
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f61d6081ee3fcad23eb4dad81c5a7674da64f9da0de0c158edd076a536d3747
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a688a78f24c5e5db5ba22920481472b3adb16341
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020e324ae004027eef3e54f3e6ee74aad67630b338bd0390b63dae2f0b548d2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2519cbf7c1fa9c36a8e39ae51907f4c35cf8c44d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65dfd720e8b6cf04d6c3c65301e5bcef98b1e72ad071aae5f5138b357d2da04e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5fc526bf1f0bf7a0d0268e13f932e950c7a7c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ed8eeb7d9765794fdda41af2aae9fb565619a33902a302100e1abb02a39157
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348927ee57d3bbcd1810130a4f7e32de9451a707
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fb7c6f437513445be2ad9b300d326648f95a147b7f5efd49b66931bb8d1868
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf14faecb49a0dc8f3124a4970d9a91233f55fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e41651335ac846b72b359c6fea22910b4c30a7370eecf5abe9a6d3603f1103
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f0e43207a94802d8fa470dd292dbc25d0f7d87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e840dab6ba5e46dc2ec32e29ba790cefc0db216c8b252d9f731db9fbc3a4098f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d267cc08817dd8ae710ab8db25e41f83122715
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52484922bd4ce2666ca56d33d49b866a918f360e7423635b4fbda0050d374322
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f3711bc6f5134db5964c91c684ff29142baa45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54edb9b58959724e77bd6b393d64554a7c341111fb0b66b92558cc434e783eab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118d42e7b83ac113b42b70c73102aaa5f6d05044
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1562570868a8528b323ad3296560a566cf4f61de575b66247df49f216ee7cbcf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c15a92d4c603b447a03e8931f197dd5dfa4f1c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08621278f2c7de18194961d56c70f218415b8940a733125c0170ff843553afc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3e85763cb1bc6a1347b946d4f15f54085a056e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836b163126b9272e78f29c058a2bf7b317d5ee6511569682c501fb36899ad8f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2747895723bab9250d70280c78ee79657cdd96e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f761e9d1a25b5af56f8f9a12f3e1f0c590755a25a8770e3cf94cf33c807f121b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d4f4e7aaa89916b6f6c7692f0909b49ec90493
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7e3a6e7bfc09ca9f3bd97014d2c2906e4bc06d81366b2f55a55d341d6d3624
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44ad53b46d78a30283d77174cae203a434ebfd5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1ecfa9c151fe9a33dc6a92cef4e845eb9bd55e905b2059060afdac41ae4eef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2882c9a05081d804773bd3001398485ce5ff3399
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b03a28cc756aaae7919dbf3bae10be05937f1ee89b9f127791c6f606e1e0b6c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff509c8244777d559052b7130aed00c57466c8c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bcb667c67d366b865010d94b5ee94483d1ddc9432de43ef26b38ddb6d77347
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6132c6bf2398d16b381da51a4137e3649e0cfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5418f2654896cf558443a5d82cb59f6508f6bfa74174e1e464e3fa4e03ef37e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63578df9164d506898c97550ee0d2cf671193cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52715ac49d699d40eb125a819f54c65512452fe2ac670a8f31643640a9bcf85f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2491bcfb70008ee700d946d607636a0f69d4346
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8b4bd44cbd43c29451c82dbf41a6f95c6f63e62f768a4b3cd584f8f1b133b2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08492952c201e639733ac4a68cd57337d5644b63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446c3b679ce20e7dfc2cfb0ef1063f978943f4be2d4614f9b8164389b309d23d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32348b2af124ad5af0617552c017804b6b9d455d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859c0e048c7fd0d1a7600ea422fe98598f6d090cc97628b3235b5ceb000e2a74
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03fe1e7a5506b0cf2ff429cfa322e780d98b7244
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb16839a9d04bab5fee5f7e0c6956fbec6966a1bec375002e53b5c1ffc153ba3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7f1f34c2a72988ec3fa57d2f9d84c8ae1d673a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56b102a8efc4aba939d01104cfe41c3e4172bbc949d5c866fc7b0a5126015de
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe95283f59cbf014b9f627d48720efe1c25f09f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129f1870f6a1425250c6259c6c3c40fcf5567fbcc0984fc4f79a77f7f1d4c99d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322c28ca3a3e0e97d51128a1770143eb58d5756b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dccdb5d7a97d5b86718038c467d028ef05ed55d9ad4c0c40e7c29c714853cbd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a02a17dfc7123f2bbf857216c89ce599911ccd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a944e68759746e2bfdb45c220bb1fb81b06bda6419683973b4065e0b74e195
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfc113636a5fe8f482f0295ae15ff081491ef56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb17ffcdd1dc7f060dce4d5b934ededdcad688c37ec60b344a638c4e73667a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68dd24f01b3b31d56319aa0326395cb259f0a27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db83e0c26852be71a4b91cf6c071483360424fc5c57bde615ee6386fa30ceafe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce1b966313938999bc62c9e94c8ee675fa797d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca212a872d6c5b28319e2d2f2fb5102d6afd3558ff48655d783af21645ec94d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a4dec39504f7b6bdc426b7446a23f90a312cc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980b40ace7a8121360a2355764e7605aea4b6411bdb542216b09935788a52b89
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d525dc177c3d62347945596b928b9164bd0fa3c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670c4a1a6187e22eb0290524ddc1c366646255c20813de34577f6425251d9ba5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc5ecad7e2a7d6dacb032c9d371353616398c04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fc54dca40725e30f9e873fc7543ab8d9c06371cd412c68e6f9d26ded98fd90
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64911ec6bbd1fa73d298129c31413e6b7e46331f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8aace47350719c76d8ef0679303963f66cd7fe68ebddd36717c5ba0b23694a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece1168d45ba95939413eff7ef79383727bea32c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0032f1ea4a5e76a2a0fc4dc227c50e79d07aa7fa58e061a01d095d135f0b782
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f5b7a8e20238fc1567d1fe6bae76aa16fea21c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30bb1aa29def3180abec2d91419be4f8ea53d90508b7fea774a8adda2501384
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75339fca09d1eb27f3b8aa5eb2d3810a099c859
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65945a79c19b3683db1e38eef14435a699ec587db2006ebbe038ba8240b9377a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc73af62b45b03d79501e3c36fac0f96f8b77e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f8f60f75559471533a355e872f9b8527b83c31c958980dce55f0f96831aa29
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6938c19bd5f0af3b09b5e94729033101ce50bce7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260d010dd2336da905af5346a0aaeb354e8a43464a4fe8c69968bea6dd4e9a5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beea9d95b90efc1405355b768b3dd96c1fe49ca3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a5c65a9c6612918c845fea6a1d55096e82dd2512f29a44dd41d4e97408c5f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c180347b161ddf8314280db08d7ef1dbf0b6cc53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44900fc60bb8f7093fd1edd673edff499d0ba87ba9c90d546ec8e5163c0c2dae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00047dde3ce3af104ed587d972c1429b666eb2f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe3f248fae215ef6324aad68d3257de0cfc2458f3fb04987e976bc08d3bd45e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa1318d8669e73176caf3ad7321262c3cf6b1db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05f5f78119d8d127dea46be8c8529b041967da44ad1746720c4865c8f7a7f04
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedeae1a77bda03780c16b29baff147bb06a1d63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c919803663ff81e05ee07c9a4ffa988b4f9f3e7cacf3dc55999b0e3a920bd09
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b76a555c1f356ba906f50573d3c49d24867a89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0f769d4d1b351ed0daabc099513c236a3efc6d0263b480d1303ca47636a17d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dade0bee0d74efd796e5a3739402db308d6b019
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe6cefb94e93526db8bacf5829a5043830da5e1ce02ce18595a61868a34d2a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b02dbfdea1c5a53408a273bdb5212667a611d68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c673f7acd1277fd57766870ac048e37d63abb1df247d88ea43c14dfa680f71a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7575be0cd6468114528c40032821ab88a94bd96e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34ba2f14d86ce6aedb6ddfdc38893f286373916bb994b446151ca09ad87cb46
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac7f4bcd96206936596a350db7aab29971af96e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344f7bc6f08a036a28755a50850642b6ff85720092bab4b0953a2abc0e9dfb9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119c4896579214efcbd7074292a235f38727390c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2802a356640679012d199117dc3827e3be995ecbc74b2571c3a2f203e63f8318
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80aeeea7baaf9fd83b774e02e359749e342a26d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e396a7660de4967e5641184b447350d9b3177f3bd488edfa420c1255e06d88
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd678843f971405d329454ed9e7c37cf3811e49c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b26a32a8aee9ea27c674e13ec3dbd70246b2eb5d29be9a15d9f8acc4ab9252
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c88102e6ec967d4a1083ab84f255ea594cf0981
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4ad2d26ef9fec3096a357245bc228e994f755c87053c5844f862c494857d47
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e788ede004e18d1cc962872b40cb6d4d591037b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8eca8481604c7bff1095451bb7da4703bc2a9a3ab66849cf57ead9eaad53e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6751b2b0c316e9d53e2bd3beb0af9aa544adb24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bb5f7c7b4cd4169c1ee8df7ace9fff9a066800cdf0693ca677643f45cc8b3a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3488ac698f5649ce64a4b669b208988cfff004e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e987c94813bf53e646bcde0497f6f9dd6104611469b394eb6e9ec9560445bc37
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e22f3b82edb9286677d2b5ba0b43941ffede5f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42472d3fe8ab53c07b9bc7aa41fb9a0279695257ee2c6fd3f2bf3921e0d76c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64a444769e4d6764d832d039c3b0f4a805b6a34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57aa7eff40e358c1a82df8c61ab73f37f6e88aa7c3f8694663075d439141d07
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0d3c6700f21ba735c1fd5e87ca0b05410b481a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c46c73707ffb1f6190c434db89fe35f8f9b61dbbce67e12471d3d62ad0e220c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366ca2f7fb489df5b7c3f106b4bf0c74cbd33e74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f228b3dcb1363dd0bec2b3fefae5dd1ae63b9dcbeed498dd1dd21de1562d612
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3fcbc1fc89e39a21fd06c062450ef076f43ed79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0befd835bc91d22f9970f5d3716df2b498e8afb610e67177a056b1de26de1300
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca3806b5651f431f114baa23a01c33087e31b8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2c7343855668dbbdff25d2d8e0bde066c5e6ceb1753c30e5e65e20d93b644
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35951e4a14b90f5424b12a872bb3ea017b65c150
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299c0db381fbc96c9aed787bc149a0e34538a4b8ca8cc38007341a71dd1ba9ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34904e7c2321b39aae241f099ec947da1de506c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2cfcebbc6365656c37d6522169435cc7bded3d57df407398f967ae148bc5f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fcc9006098cdf1d02096cdf78be6f8e924dcf6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72f786be6bd669b1ebaac1856ff88695f40162806ea18f7cb87011e4d3743c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8e145cca96e2f0059ce25ccc2520910eaf61b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6b74e2dc9c837e63f4cc1bb587918d3580637f2ecfd236c95da9086448f190
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b0c8309b3d3a816e7566c77dea4131a181a077
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f196d5bd66afc837e5b01babcba832030780adb7a0c6c2381abec4bdb7f527c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23938d2251a78b9784594acc01dc5e2e006e42e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17318d29d117e908299fd1ea0199fe471b5838c620e2cad285fb2b51810817ec
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1abff4920d46884e45638cc1db858f31f4034ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7876e766c96ed1ec5760a44d606560f66c2257c95f355e969babf3a1691194
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194a744d1fbcd683baf6bd61fdad89e2923fd3d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4398ace290feff2fa6116858ffd93c8e3507bd93c752c0cea5e7725e5425a9a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42de7ca90965786e3863e48c241394929e8c2ede
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4908702044bc4013dbe746689c2758ef9849041e4730e9bf1a9adb198ae145e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8afd334df32676585dbfd0c4baf6f1ac46a2f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29863d60fdc7b6c8fa85fd83e4bef09adca517109cfb25d34f42b384abbbd6c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7edb777726fc6691c5da8c9606d3c48e49b138f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588dd453d5a4814f504f85c05a24b0b0e1cc93d1bb88f16a9e4d0e8d327c7823
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352e9ef6d18d53d8c93274fdbd0b754185b9bee1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ff2b89f01d294d02c59a26a95168742622dff9bcd5efe21b4d9fd7331c506e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710ed9155bb9a1585230aa29210fb41936637e7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2569473439b21a68fc61fb11347a4d2315fac753d9df09fa70586e4806fe841
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038985afe0d458a7baba425aff2e8d8119985fc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8729b18acfb0bdb51ff9b4ec0c34fc07fd89b2af7325ee3c96976c1c75e6e206
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e8dda751b409dbe0f36f56d0ae9f94d1c7b650
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb6843b597ca500f19af83cf73fff9cd8c2d05f39eae041fa3924cc19d61bdf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc67e9c45c693d5fc2fcb7d8f085b8f4f6ce8a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc06776c95bda036119ff2235fc2bb9cd0e91ba6932c3597e5adc9990df142f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2efa412b697902fb2d12fca40828beaed246683
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e4a27c0173887378fb6c2bd849c46e3e095b82472b5915f9b81af8b3286e29
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a077631915576ae9a8d4e5b29a220a6d001f3879
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6e8c0898a40c34f8e69c17b16157080491c0a8fb3a457face7934af22d5da1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11bd7358076b04a818bbb3584f6ccd21cb955c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7d2a9028a282f15f7798f0b1b8752ec6de7bf335fa3f62f8addd2579147bc2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5e1f117e8aec39000d58843c1db61354d8c06e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283e04a9b226829369e4969fc3c0e14ba92c011d907d66a61d40031f92d1e7b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9052b0aa8c67d6774d09267a9eea835ab9c2e31
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c6ec6a62888fee3579db54cca8dbccba7026960b5012e66a47022f2122aaf9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a548d9da96bd76d3eb9f0e561139c09ff8d4798a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2218a4ae6a8c10ab7f6851406e4849253186875ed2139944b5999e308bff726
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00ee3d31daf72ca6cdf3fadf6756312eaa2b7fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55eb66a5892ffbe7f45d26c79ef2b6b0779407c0b05bf26c2034ae5d42951179
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca664864491b604f019a44074fdbe082ee2d6e17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9249b335e1951f1cbbc5c4567f37f27945301e76db70c6b79772d957848b924b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18140ff531d04e7edcc4971ec13204d77e3b733
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c59aa991b0c439cfd1e5d2670acc91379c0012a2b4c11b21677f9e44e1473b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2285bada7ed8e1ed137ed4b025b5a32c2afd58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6828dde8acb331ffc73ce1467d24bf44d0606241308d6fee3e3123d29b51bf08
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b27173a2c14cd57d0f2207a6469fa45ec2b8339
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466430b9b72a4b06aedac5dbd4507c1a9dbbc7c0ec6823744ccf4f1257f6c4ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0354ec1e04958d414731c072e9225b762400f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4e13c8ed76cc3c578b1b4fb06b7e750daa1a8090ed39d979264003f5c421a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7948706bd1681257906c1c898971490c374a44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3b8e6d797cea04e24cb1785e277a9bac88b1ce432cd5652684bd88fe263b4c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef83d426abb14b9d1a77d915bdb0c95135db08da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2262ea41e0a44a2136951ebb29b51ade221312d8eacf314297cc3c63c5f519
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc6f873952bc5bf659bbfd8a70dda4147ec9605
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7763b9febc6b54942f65c346b157f454571ea10517383c0dece03881b8c3e822
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05ee9b1e25948884a0283aa63afecfb37512e91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b4cbd86ac4f35a5de34ae439cc959c0ca71b5cddee9dcdb0726d369783ecc2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997bf23c6a28061186c5ee37a5846a7676c93170
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff6dc7c5fde62c904467dda1dff5dedaa77606552c7e8ad6b285df867006cca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8cf5058c0b8665bd7c429448e8bc6fcfe19120
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c774a5bd48f42e98ccb1ffe3826e6761330f652284c6b72eeefb9b1b3f7e42
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93522d747292b8b884e6153ff089a5ce7fec32e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42621d7094160b1a151fa4857758573b87e698ec41608cc6b41c6c839b7b215f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14dce81146394986b072eae8b4884cb8ef615755
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e195820e43891cc85f797820e79cbdb0fa4e2c58fbac64ba8e21b6d764173b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd1eecf6928a72aaa5b14b238381e9f40adfe87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5f30be2186aa2bf062a8fda097ae49637c1b9d4de6f2f0fad83c80172d038b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1aa3995b31cb192b1c61141f564af85d86d48a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57e1ee4d0606462f7477f62082e04326d4a63d19b9d34952f56a41923b656e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35949c2c386e53d76bfef9950bfa684532746aa7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d3299ea51e064ddcc0dd31cf1fb9d28de8f17aade3308d1d833228e6cb232b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7105e15954afc29465b92fd740ed41d3a6d31a66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55fe9dfc281c92dc18d0414e38272c73117c444207886f2e56f6bf05d0be10b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6dc2243ee575de5e4e9be2f1aef7f74cd8667e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22596de163347df1710c1dad984de887d52e294f835e21b5e70f14be8f43d92c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1b4170e9a3b89a1cfd915b4f9091cd8bf42cd5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344b856435a1a2ae6420974dc7b82aff8e4555c0415b965aff87c8958337797a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71de7febce4aee842c13ecfda5cb99e855f236c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75833623ab72f23e7be82c8c3b88f8c842b725868570c05ce11b6a37e740e828
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07eabbef8f5958f172716d95c6b4e8e935ddf661
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f582f891f790854d6abb2ca82ae580f46095e015ce9ae9fc25fb3d49365fd053
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ef8d87dcbe3f16cefb4814ff3246055cebad69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5358ecc683a41a663192ccfbe048a1dd492066670a44a0f9507c14211f9681eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3256884006206e938e415c93227859a1a562214f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ebe7e759f81a4db583c557ec05b3be07c31ade053c9c75883f7768ca5549b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003e2d6992e645002493f0608306913bd2d76fbe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a32747cf689a942f9a9984e82599c36c46c7e9ac8662cf693e2b133bcc59aa5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fdc2a6d69ad64d579c3cfb209108d9d4ee92f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdea479bb2d3d683a6a0216a90061882473d70a9e72e2a433fdc46f4516f3525
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1777a2a231fbb137679a521aca2ce475a0f5ef6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2871e12fbd87df69fcdfda4b5aa66846c95f84ca7fc1aacccd81b77feac39ef4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5644afd781488fe2aa800f7e765b75f50869a6a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee71da2fc370914b0c3ca2f1714a6e72dbdc34d979a8e0965dd314a1209aaf4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0d6f5df4e6a66016a3e1da5830a3068b387732
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147eec92cf85af522e33c43aa4dcdcdd77e21b4bd369b53600363cbe4bf2960a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0063f9f1bf5bba5f89754baa3c711ead4f18ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1042152c89f66cced8be26d713e541b099c8d6d7b8a5a1b3195d978be0a33d8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0baec4e2aca1f25fe12c5c1e4b817ef8cefa387b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97b3a9b9d7174ad9afd01ba44720042057c2f43a13ee53e75058fbfdd8ece68
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532c04c5117fde59abf0117582bb589c72202dc2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ca832acd8702fe8c2c68ce86316577c60c910f34fe0c86b74d3aa44ba90410
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5dc1c5f91c42f5a0f6f6d4df989ef464de138c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64b0c943da47c7edf05b4452f69ae583ba729412a31d886e54c06d82e359806
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9bb30116c593c5c7044f901358e4776c0590ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9a7fcbaf4308879718d978cfb9b8204848ce060761575fdcaae671c7978b95
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d77510078f2b5cdc0061fe8eefc2dbd1411e5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a877937f53bbed8cc017928cecaee826c9771900f91d2ed856d52bb1baba095
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a7452db38ea68ef1c8a4d8f57e686c7aa9bdaf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138b2f783c33c6e4d7447d3e16aba7aef7f7a40d0b468d9af70f0fcb99755403
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db94a077b8ba8efa28a37af2e5d22bbab3726de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746de6e3aadd606e20bcd308fab70afad0c67c5bf4ed21fa08bc67a11476fc54
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c20f6b35fa644a158b66cb5eea1a6611cf45dfc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4aa5eb9b66a443e0afa7c8e47608ca2988fb7801029390cd22daf0a44ad35a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1dca744e3fa9178c61460e956eef3b3d3e35640
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a9cfc0089e3c6bba4e01b03724c0ba50c6528700ca5229d0be5861c8ef37d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6b535907eca3c0ca372a0641d6cc9170ace21f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d331fc6573c8caee090442aaf0a8ddb47026456df31d80dc7bda740ea6d4cfaf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a227474c7b2e93884f142bd843c3ca90250172
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee73d3b693370cc025f6522eff815ef8845c73024d60cc6013cdfe8b44e15d0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543627d90455fef1220863298db7eaf4faaeaa80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe07bb485e46e9579364d5cc3b0b4d3133704b203c7fbfb26209ba0cd792ae80
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82552b8969af67f43859b1293a15546bcba926c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9956659b7f28854d442ea5994dc9e159e42b16eb9b3d769ee27cd5cc0f5848b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e25f358d69119e33082605439a264e414c737b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c17b2edef2b58e04b5b4b78c31295b91b799e67b8c9cce2b31153af25ba81cc
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6662df3aaca5b0978d25f2fd5b328c21dd1e4604
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91a75b32db1d60e9fa3b298962a5960f62e4f2fe293f3007e473d9657a5100c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5ca6d3df4a74c5025b1746e06c360405bb4a4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b75b798f654103651b8f4271e12082d5bde1b498923d9dfcccf8bcf5041bb6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da0a562b27b57a561d7f20260373223d4e54643
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48260f50d974889c5e56dda6394d24155031b92e06ba30a503f156913780944
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0618597caa466833a0d93411a0568caadfa8a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797fdd82cac5fa958b74b2fc51ccab6fdf461f85f93ca8bc6d6f6c330fe0ced2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0483f9f6afcb99b7671c6602f9f20c61d459ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744afcab7fd87d676c728984611bf90f26f1a7d67cf3fdeeea8573594d232e00
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0300a2b6b36b8790e8d57101de4e3a5eb79d01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b387c073987d98daaad45017ec6d9e2114c4943537bcec9b424907bef5cd9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617fc40eb7a6a9b6f464e26db8b26ae998510dcb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379d228d6904c2144d69eacef1143d75fd50a036c9dfc4aed417f86b2166d318
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3240abdb8cea1260aa68f2b71422fc0729b282
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fd4bee5faf69cb65640a8ee7df122eea9d961172fdc6aa1b69987a9f42151d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a27bcf78f0b5016d7d0c9477090813a9d15c932
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bb391dbc2a9206fc51a2c1997f2032bc386694138d300b451c328afec293bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e8556ab47cd3b46ae5353291bfbd3c2e0a410b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51310a4fb7e7fcf9b6cd212da93513ea853933d0cf71651d0e4c02370893d8ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819ab15a88d6de4e755d88f3df6b79279eba6c98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1481bfa8cc2f73ab1486a6ad67f569b8620b946119cf90d4711387d9df634a7e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efac9cc1b72c5ae51f37a08aebcde85225473c7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2f720f342f900232d82372defce46166e1071a0ff5c0a9461075006c260900
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684e806117369edf33e4e2862adf4c89ee4306eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77761229210a72f4898e00df4eac18793ce743105dc50db116e1dc278c33eb90
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d41c0cdb21de25dc70c59a316426c9f7a2f3f73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afbb5b90c64ee6705906aae22f7bb2ee80cacef03314529c26367f732b1babd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f900bd402a272567411c3770b476ce23712f2d7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63c692fef7801f2f4c9c7f507e1afec7bc2dd6cebaf336acbde0ff3a4374f05
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329f937d033e1b74c1c729476749f12c441371a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cdcf1a81302f5d1d8e6481147d1887e8739114730bbc230bc661dcaf04c564
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6c4f67d341907adfddbe0b43ce61e9a07cf241
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd60884d6b117a1200837b2e11fdc11f4b52f579cd1fa0bc6b0dad01f853407d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea68963194adb5793d1c20e56a18b1fc60f6889d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17af93fa319d5a6811795a73f203d8c20239e948a63b7c394e02900bbb5af3e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b503865dcf6ecaafd51244458d627341d3a0c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9098b4684990fef229c0a25a47d5532dd8d3b57ee809721f54f8c6ce16bab2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a8b392186c9dab1b106b25604fb71c972af2d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd3c079f7123eaf86036113b5393a5891c6091373bad30af58a032f9e90a181
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2843ad9274e5b55dbbf50eae0378a62aad4c959
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fe4794d81e1742245e6c8ac4ae06053eeb545e474ee0be1f177b38fe3e0b2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87edcb3d1ff91ed3ea787c96613e258d0b5aed94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd24641159723472a88216f58da69729e5e75271e1a60ed3b67334f936f11d2f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e539f40da97a9da7d4964eb8816305d93cd6b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16278751e4f4dab617cc600b51d37f432dbc4c6abfaead3968d4563b8c96e4a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6436232011d781499d5b62089630d45e104113a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6108923dcd8eeadeca2694e21ed0af3c1e43332b73a74e6a7ae26abc5961682e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb47ebcab702525f3ee8e35cc19c4d66f9b39b70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bca438ddab83cf05272bcdfd12ab1e17b71b95856731e9153f25e6f63f1c386
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d3ca346311dc57d1fb6d4b6fd26fb95e596ae3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b3b90963627c6eb8c758a6a12f46b9764852fce5e2621166d9c72c21dcdc41
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acdb9bef78a98e3673b2498df056a8315c73d0e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89118d0b630505cd6d0139dcf1134cba72a6b67cb60d4de07960d9de843e03b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec009e02c69a142afbd22196788841535fa7ea1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc8744d5357c02ce79cbf0dfc4c2def16ef7460658b3c1ffaefcd8ed0bbfad8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345404520907083f58178a731f7058c532425c5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c0e2ae96a0bde71a46efe5c21b26cfca4adfb4efdfac05cadefac2b93bf4f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69a4a649da97c7357df4131ffed68215e0f3a3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b465161dcf84dd39fc16bbc575a417f2d503361ec51cf17808eb06e6aa0bb862
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236a67447a539b00b9f5316c3e54919f2de85114
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a646753463cadddc1bcb1f216d85ebc9dfced8630fae9fa399f1b811c250470d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1284f6f88eb4092741b9e380c35306ca848c0643
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed13fc80b2b0663618b8038cee0b46bde38dd110a57e143827f58cfa122c010c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95dcd09ece767a77259a834b362a476d19a5e030
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8632725b4d1ef98d96c5aefffb67823d9c39aa62c491aa89501232066a77ebff
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497e96e8b7b1b35a0e0a7d87014a816508f21c34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35f3917f04b9af26dc3f50682ba2d6dcd00f26772a2462c925ab8d2b02884c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759b0c3f8b47afb32e94aaae79188834bf3fb7d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1cf44ee219c3d2dbe860dbd037daabbc743caca1b0f119441f1317b43ac6e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c777bdf78096feed4b1203b07670fedc99ba131f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907a6a14a5a5dd643d00695520394cb8ecce002b62a9075b2a8b4b01ca7ce21d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0ce4ab552063e282c67a17219d8eddb7bd1fac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5bc88fde4137854c32e3a069f242f7a8661132968954793e6feff4b67845e32
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88279d4b6e2f8f7435225a4e2271fde43d5c012f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1665721c44146b49ad8da7ffdb28ebd79ae68c2cb8d9367a572f2cd69ab58814
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f73ab68b04651a7dcdeeab43d648cd6590fd35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df18f7153709ef8b1f2581ad784175bbd799a36ea5c7d0bef242f7e3131bff6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7b47a9b3697aa9d4d871dbfe10191c1ffb1a7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e7466aaa21190a7ce67e8ba0cddc8874b476c2a7c4096369e3e14bd944e57a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631c95575b4f0587d0de4d7af103f8d60839614f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1744c355b93130b983271d82eb7e5abb5ec1f4fdc401965b0ff59602ab83069c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c8eafa38abc04b2c50425a4576e9308443da08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e63a0dc4b0c64e8c5dd6039dc0f8ee99bdb5dbaec44d936a54d97bebe776b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3438bd0ce8b812382ab23536700bd8501bd5070
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df41add49fd92176bad7e8467f43c428dee3e78bbc1def569ef6b81c24baa4ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe50f06ceb6b2b1f3ce99594cc3af3f17e90c4b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae36241ec04fa22128ec82e176df521a40260d02b69acc89048dfa9e47f8687d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e928cad9bb3a5c9b6696d1f997b905413a577a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c373d945e1775b1d4b5443eaf231b78c5f11b198894e571a66daaeee7c26dded
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc12fe5b026e4dc6e41636a150fbdf7f72e3c00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9722de37b5af82895c95159718e835f00864a49465e54b1edaa6fd30ded20c26
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ba62d1d3817b02ea70a05ab25493cefc28084e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbb040d9054fafd0007fd2ecc11fda0a329b80942cf40ba897ea5dc8c7cd539
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa57643e8466c6660454737b625220cfdf3855b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc09121c3bc2c395d265f4541649c1cf49f4256bcc6f71fd2c97244bdf454101
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120be07278714a87a8e42c797a34f07178dc4000
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfaddae444fa8ca7c46083d428336e1a1f0fdfb09586d00a7ba0f46ad9dc9a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a638dd8c7a48c069622af9feda92fbba6fb85d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a5fbd2d402dcbcc7c819a0c5768d086a7e7b56e6abeb6a304242466ea43a41
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff924f510ff67f7dff1c6605de60a917c72476ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17876a7a3b2acc1c990b3486e1f626bb15255847df23883402d71c4089063a15
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1cba8a72762084d4843eb0cfb6d47acccf8a70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908595cddb1e4da5234895fa6be3fb3b985e4e906b81d1cb23831230aecf7b5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8a35dcba5143d6e1b053b63ffd9167c43ce50f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31953197386c63277b9cb5becfc6546e5f0c4424351ce0ab1a36e847dc7b1786
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9110ad589534339d32ca6ad01df3c451fbd7a3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2e695b37d6c6ac7beb0a5187b3096fea15ec93d8fd3c4e2353983d1a669292
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47308516106f85a6ee56c352370736aa150caf6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153106b44361a928f1082cd9b0ec70b70eb7d5e558c1f1565cda2da5f0a0fc0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aae4853820c4224403a43c3b55fd4ebc3e47ee3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b696c5b27a0f6c49ffafb81a92b3f595d180817e27593d4008076adc6d0f8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86826aac0267365774f6aaf9edfc41665c6aabb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe8af6f2559d5cfdc8d6699e1134d894a1ba81b29b60eb4da894aa5a3f019e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3701afdf01ddca35cbb5d5b86472ac9744717e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84c725be489db06dd2d387f32947a203f3d50463d6564a64e1515a321126dcc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee392ee2faa54f568a4b798566c0a004f74977a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc37814618ee13acb56f7926a8b2e9d4e33415218f20bf0a4b66fbdedf1a67ce
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b302109992675468fd94d958ccf87fe490f1ddd1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a4177c8f2d1e18d210cde66366f6f86b9b10a60d8f214af84fe1460f242b42
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969f49c570616e2677cbe1d54f1603088301d647
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e603b162b938e5475a83f4409d8d71614672fa0b3e798b99f9fa32f37273aef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071ad2da0884c9d36b2a701b9144fcb5726af9e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea73b198198da0e31e90d9d4b4a0150858d55280e2a18fd15ecea2d1a353fd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4ab57cce44fb8173a7f8fbdb984c86ab353518
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a28aad5b3b64eca9c3c882d2c7ed82fb41c8f1216f882e69cd69a8ea3ec279e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7441134a12a7c6aa6ab11f3dd550302eabf2cba8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9867052a7dfbf37d805e19da62b1f9a472155e688bc01daf673642bb650d52
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acce5f789613fe8c8090cab4de3f051505896fe6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fe55079e304d6976b55e6840e34f93abb50f1be770a6b0f34e58a94042b0ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac8c6a39d007146625168d860239e9affb00d1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a33b1b8fac766ba19fb1b7dbe58e2ccb9f2e4af913a1dfb99ac78dcada74b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3b7a119705932c8569d7630759695fc33acd43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e1b7e283a2be86796b227a5156999ff707292a329e25109bc557e3f2eeb60a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03769acb22ebb6244b17fe06565a04cf5a31bcd8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61eae188fd3d2a382364f9c9328bf27759f421f7d6070a0e1467c60a52ca9b01
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d9592b90fe900e6694ce9de7ec04333fe5a050
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb503790e1d731b2a2b55a715cb435f7f9ab2db33cd5fe3a24655a1898804278
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eee953e8d95193dc5729ee836fee924218ffbf1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290db283f639200bfebe527f2474bf4497e40fdddca5e9a5fdf964ef6af2924f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3e7e448367b8e3ef477475ed76477f5c25045e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27153ede81f5c1e5b861135498f04e69f3893a2bb80bca3fabaad984f9366fa9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a6e69f5fe551373957cf946e2db9ea65a263ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a937e8676033c3ab962e13a64dfc5f141fa7fbdfbf240aa399cdc5baa6671569
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9514e05e8d0c1bbd607b3dee6c724133faabe1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f88a9b1d42bcc016b63ad242a338e9415d866f09e8f759bf2b5852362eb10e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4beee031ae7fb98a107f78ae2c1bbd46b1a2f1de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c2b81be4f219166acbef0003066c31a363d9a2314b45967c22706225607d6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3571701abbefd02eeb919a2b7e25372ab1fe22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a983dcc424ce77af082c90e9df1d6b3d81238c89add039c5a0dbadc63cce27fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b20f16a224f9c56c84887ef3b0de88715008e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bcf3e2f5fc1445ffaac855ddb009a701397e7e907a6719e64006432bd349e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adcf9492ce3c9eb48ba88166e7f3881203d61d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40828cab3ef71e151ec2173774f8e7a8c27ddc5c555ddee0cf152c36fbe876f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1153729d41801332a8ef0655afdf9e6a24932a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87362441335fd96cc33030372113067a21a9a19a0b15d44a3d7f0d2e6ae52b54
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61987089c3f421d34b35275caca19492231a4f64
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55c9f3704590d033e9ab2ff78e5e7350e3df7e5616213c0d879b39d061173de
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4b71146031c223ba40912a997bab0a1f5b9d2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f14111e653cef7ac53231acc15641bf75f8d947926b8bd3491f2000880f7d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5c79f84c148ded5bfd5c7d0d58f053a7488a95
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a763493b84209de95e6541cc9d1bbdda731e7bd80d0da37ab2221e5b07d7e99
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c0f3948d0a3405c658b554bcd2128073e9e9f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd04da56b7aadfab1749ad716d476b01cf545e073743f03f30c4a4438b5d1dd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e54b1456e361ea7021aa33bf3eacd5319ca5db3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b96a3158de1fb9dc9b74b8630a3c6311493fac0d1dd393479a67480fe4f21d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da690feefb0cc2689afb17a7f6aca0d2eb1ba5f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42573fd0afcd8b1aabc71965fd38e389c5f7dd489a17cb72e687816cae66b0c5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efce2028f51aa656987945f509b18ad9c860bbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fe7278620d65ac98c8321f3d645045d324633ccf12c849ddd5560a94de87d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35ceef5a9ff738ec4034de8fa3641e2986abf66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903229134f2b3588432759e575240d0cdae12b2c522d13a5d3b2e66fcc0ce080
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf30eb20b3d2ea71d4aeadd1e94c8cb58460a8ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7862c4aaead6230833667cd2837d798a1ab3c468e6bf115410688a0d8b5a8a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf5625c2c2b5ee7c4f64336663500e3c10c8a93
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5c87cd287c3e38969d3232a7652539b58c31c0f91e9e8a62dc749ef8ec2928
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cb8ae70b92d790b4010d25ec4c93921ea780a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b12f3289f952f85084b6af76384e58f5971da23c1c7923c266fa5ab4fb494f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9031519425dc9d73e09571524866bb90f11fee0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c4e58e91a8d3500e4effb0325e64f07978c8ad124b656ab4b13a29404a6556
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44da1f78e7a2aa96b836703c12701086518e61d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691ea2ed2ddaf762c0df5fe5208b6add14adb024ede6a8fb8e6e150ca1ce7b17
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cd73f67e18002d67913b61e1316cf037239a2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9053c4d61bf51ddab2056157719af5aad1a278d666f68fa9c6963196fc3cda99
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afb9542dcbedcee44a98665fe8f73259525cec6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9941dea749bfc6575d6f74209e52b002a770442649932da50a28fced2c227d90
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f53583d2622bc60213b3342571c6ac187367f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157319611746b28ea1e288b95875b6161e5003e69d42c756715e0e89e8a60be6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2277a724ddf2808831bcf04bef42d9a42ad94d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5decbb0af682dc01e04c2df9ce307077ab310f1fa77e2395a618a11269b635
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a4bc31e62228eb05ce9b8e55aad103926c4f51
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6969c9892b44d8f4f5d7a817ae4840ae5e0b8d918d4f2dae4920a47fd9fdb78f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84fb2e5b37400833fd4c3a75ceed56e988391d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ed180de76f1df71b3153520d374f138202efac34f091ddad783119a72bece8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297d52ed43973f85602a8cb72618979d9dad4281
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e97822ce67548cbf5e1897e3d0487c1018121eb64fc6b00f276678d0838350a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24fa91ecfdf9f96da8ca022f879411a91ce0a7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ef0a9f58b68ac09dc5ec1ddf8b0c49b525a1493f1f09b2d390097ca0f2ef08
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d68503a63e8bc07521acef368d5f47bdcaf17c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da3cb9ef226269a5f2bb9f5f27ad0836933325c63b4a067ab29e36cd91d6915
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d9e7ca5988cbce94119a14350520bfb217562d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9650be7c31e4175221c2c44db744a9a744ece8feed2537053c00cb419344c72c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23384c3be4b06946223f8a065aa8872923018c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a318af762fef7b1f27bc071aceed39cb857938a9fbd795d17b671843a8152cc7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09c58bcee15bfe160c38fe3365a9985405e4fd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79b8af8004e3011eaa766daf52115217ad26e1afa4397e8b6556fbba5b7541c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f85939cee9d109788fdc38faeecab0232f000ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d756fb680b451acd1c9234fe6d89c3129e2bd1aa75c57377cdaa7ffbaa6fc20
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb97bcbc2b7ed672ada1a90d5ee756684a17f445
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a0c3cafa62646f5e62c32331c1cca33a820567d615e527043a4942ca35e4e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83aef62cb28e8086b4f5a047d4ff1e5d667c6e1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1f95f09425d8343173d1cb658687188a3acb2905477b228898334da8c2ca8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86e9a45993aec554a35b67b36799e6d4051d919
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48e10889332457749b7bd4d1f2d66bd8350ab2e905b419a21271ac4a1d095ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5c300b39db0df5537c1fc0ec4a9549ee7ab993
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d462ab121e06edb60a2ac7de51a1dc8ef1ce05d17133744891f86e22c6b369
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d61dbae97c6c46098f7c2f1272fa565996e438
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb18d1324d17266c0439bdf6551e01f030a3de8f574b7ccfb6792600cf30efb
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662c67821fea3cf9591189845068981adbd64dfe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265679ac2b39b0a13ba420e9f3043f64f80c604e3d0b50ce7f1580bd2b6b1251
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546f25231a6c23aeaf1f08bbce4122b8dc9e0933
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebe8ee0ea26a3300c48a379e3da3b91eaa4aa474479d47feb16bd1a711ee14c
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f573c07df7198cebc5db591b169e0e291d356735
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c80c448f67773732916049bfa27bb95b5e329d8981a9934f74b22faa4b2eca9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a800c3400d183b8d6680b6637e770ed72092ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ad9356fcf912fc109de25b8606e631ad2b0a1852e3685b11a66da2269f4ea2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703045782aa2f5c60547ad7b70d7821ca6064ef1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d235f51f55ac941d312c934b6ed776468e6b344f507942b060f01f6c659df259
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5527d5b5295940c6f10348ce1bac5a0078bd8d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab9b7744ff387d3e4f8b018446899c9a73813b1e6626451b66f447b5053a986
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ac552b6a06354c9dbb9000ecbefa7ce6365b7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f41526b5cd7ebf6b7e608894115c252600d4e1b6e3eacb99cd55accfb4e3177
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48eb8fe2c8fdea2041013bedada9b7db918bc289
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9a726aaf48b2659cebad79ef53f36b92e61159afda30f881bc25456c1a19bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96b0f23b3237432de565bafc4613676ddc2bb54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6400892c50046bc55143fdb0689b730e4b917c640aaa14a7c87c2f3970798cd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5731385e860f406d6902bd49491051d08d4c7988
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a63936ba54cea53146f44fcf35c0dbdf47dae758592137e4ce31f2b75d9a465
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c7729d21944401593b35fa04bcde72a93fd3b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17aef33994ec3e295be8741353eac578a9ae46b6cb6f49a1ab15b8575598b578
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6338681d1024efb6cbe9ef129fd20aacab83e991
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b314e0552e7b6e02a2fd7a9a08c0998f1b9a41188ddadd60931ec86472cb9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe42f52c5ad063e020d5aa21c680b1628641beab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4f278688b5425bd14a814a27277455385a538c5227de306a39dd5b65d76a9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9bdcf1c93bda21a6355bd9b269aaacd9f83ba0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dded582579376e78b6f13b89cd24ef26b46f5fe1a99d4d0cd19fd7db0561d05
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4916673c7ab2ebd94a5456b9ccdddd0b5f0ae841
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26585b359b15089a6471e73d264e38856a20429a1a7188f6b6cf46319c51e5e0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d562af79d22e8ef1bb7a06aac11472d201199100
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311904bceaba693fd5f414dc0600428b22283f23d3ac1203c3611bf25731508f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcaf8412574a58071bfb4bd08a90b8bcd3496351
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e27b91c23be3269a067efe219bddb67c306b7bc3ca80bcb7a9eef5a8965f4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4feb63f486dc8ecc3ca05cc4567979428bbccb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62294521132b7d730dcad44a30854f5a7aafc114ce25f3d1eeb76f6b9178d741
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f32a5f5c088d708f55eab2356164528b3b0655
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee85cec79446658ec5dcaa940e1784267d27220e98d02f26624d4c3dd1513df8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b01b94193e6e715eb17f0a53a280618e4a61b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e33145a0c134ec3dce38aad828d07b17167c30b3a7ec5d4c2e8d653ca9254c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0deea7aa120f3ce67afea9e30331b405c0faf4f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1901f5bc727e7ddd8e8772a025400d53f04f68f608a6ab0b7c21e606750028
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db064bce38cc96bc18139b68a8e17ca28ca7f597
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea608ca590211e980db4a86818719095e60f8b79f247e5dbba451d23dcb36701
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103cbfbe1186f4bd15632ca6bb361ab5b55b5d7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860a782f2d90c703da9a854b0ac15e1f4f74098e7dfa3f3bff51e43eddaa2a81
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af842d2961aab88667dc0cd151e7eacdc6e34631
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe4a5fddaa470934d8dc189182cd2018ad4b25cffb64385eaafdf5c4c9856ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7858c8657db9bdd43a1808c13df62fc689d59f4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fa844f09482e48d0a610e4766ce331bfc5dac4d99934ff3d9c92646cf2bdaf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820d7b8861bed2bb4debc5f5ab485a314549d8a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7560e3678e3a8aa7cca88c1c3124d6bb76684cc212948a34c99be6a88feaa730
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a97947eea7a620ce4accd848c837a782bb79c4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8913eca3cb2158402ff8f596792637d7a1cbeeb4d509143e8c3cd9725861a0a0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9165e8046adaf1b7e38a0637af55cfefef1102f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c50a04342327b89a94f1061269cfa2fac3ddbc1d92f5940f62da9485cc6395b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d771c07e489d93bb3a95794418c3249cfb53585f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6850372b8fbf6b1449c296eb91a6f805e8dc906e97a874f428df6c34233e8341
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234e9ba0ed174e7dfa7890fe3faff40af39d1dbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe2bf3f7b315b039314c47c775af02b8df9745c157d824c2abff91cd7f57ffb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1db1bf17404814986c59c991c834d1614d29187
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad7f0bd5a4123958e055fb549332520ffe550996dece1ccfafb292a95f7c725
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8735d6f5f71235b96e98556e54a39e48f4bc865f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c73dd25de10c75789778dd386d9357dc5e49465d46888bb45e05d6dab68d59a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfcd4db1ff6bc8a7c430789a3034f06f165f7fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccaa4e70033bf7c9da8025c2dfabd2224f0df7c00b04635659b90ac005fb509
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f5651fec72bc07484c4f9c3815df6a0cf9b555
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0841ceadc24aa4eecf65c6802d13720c24b29903cd23b405c6ec7d9e07aa013b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798915c0ae309a234919a1d8ea7f876a011bef49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70faa2b4473e34458854a5b5e18f3d2f851a80e0b192050197cd5ce97bfb96c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdfd5d3645cd5a3ec40ccff9b2ebfac06abdf96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b16cb7c5f70176cd6b5ccfb1db33a22c9b1d80643620f770157d922843c961
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269d3e3b59f5011c96e8825d3eaa274ef529d0be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935796d46b075e2c47a470c2bbe1187cf406958a33e8a6cf2b345566be6e9c47
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed0ac9561f395d8a66cee8d8e9e51ce1bf7f38d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6007563b954cd854dfc95c04ae9b473dec52c4ff9b64a3dac0d92aca10d786
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0b640efa53beffa9a700900f656a7caa833fc8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9b00844d9ed56f7a57068b337b8defa191110222631a58336ffa4b00dabff2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d998c06ef4fff81b9d87cdd6b17c67a94748c0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b020796d92bb7433a239ed9d650ed17c89813b6f01d8acc2e5a3bda3593ae016
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a42f23e4876555db1668a0f47e96373bcaf687
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eb86ed3728a520e0c5ece18e38a2d52cc4d7e38b7ddcb3e70dbce23c0ddf37
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f991d34142f1b22d6ca21031697a022d7e3cd2ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de14eef8dab168a33b9db46c437f40b636b4b73a5290b85e5cd4a791a75367f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a274c1eb18ec31fdf74e049154f9d77849f3691
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a345d361bf5f80b93f5245132e43f2a81c2b5e74865b1d53d310f80ff9951b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0511b22122c15db8157a20ab10687b7ec66a7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d60e6134107ec8ca1c72551e19bc9ac39a512f77451ca95aa2decab8eb2f27
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcdc4963de8ab665e43d63cd8a8e4a636ff704f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87dead7c3f750526fdd98a904b2e508e9c1194a7ccd902104aa0f79aea85cae
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5bc1c875473d5fd7ed64a1484dbff00ea9f0ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ff2fefa64493e1f94cb59299d62720afb20b7f556f6236e2a10ae5931fccc0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bee1e08f11f6a8eb4b2f6425261330c0af846c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955ce92d1a268c3c532c58e86bc01e14714a0177b01ffc1de7157a4586dc463b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a403f08b713bbaef6a9f3e963089f9a89ffa395a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053a06a13ed25cfb0abc7c8e3e2fb354f86310d3d38907d47887c5fe53c95a8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d668bb19ec826b20eab85a7e59c325b4e1e37a3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8963c66089d2ace33d21a09ab139015d8aaa06058ae1688cd374def804cb1447
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef56dbce0f8f2479fee0bd853c9b99df0fb4520
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ee3755e218858f7e5c869557c4c360c25b5e69f2ca0d640cdf51a230576bce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34805a6930f8e64f2811433c73eed0781003033e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1540c6376d0c62201c19531d523fd9e152c43b5d688e754d0c2d33dca97cb969
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc88bc3635955cba460ccf6fdd100b7d417cf053
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386adf4baede923e441884cab7c49430fe0a52f9eddb2c3f8cd6d5d9b887b615
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2415a0d63f0b85d6fc5334606c80bd1a4c99a2f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900941c979bf9c08b4bd0c2b32a5148b8d5a7e5422ff293cfc0e409e8d59c523
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549a6af3bb2008e7b2cca85a83f66179628b3930
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6970cc32faed95ae8a7597f6c205f1ac8af3fda1340bbd59a5243d76ce01b21b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec57a9dda0fff2938dbc491344ff5f2fe77af899
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209500cdef36b8b1b68d3aaab8354c813ad3673a95ac8f822527db24fd617391
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ffda521b456575209b75c91c5f7f15bcda50f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ee49c52a55a7c7d05fa9328960be3034cbfd7db62c3edfae2bc40e8880e603
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6916b770079bc1c45999c793869855f9cd4f6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5547cf9d797213c7ece7daf14a3899fbc25b02a3fd9da1d1106afbc2d83e59
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec8cef75e50568bc388fd8850826dff809c8275
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99977feecd98536ae209f00fc951fba51c15c9bee93fda530481ed0d2ad1d74c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e700cba3895058691ce04454a89857ea1bdb53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6227b5189ed4d8c31c7c8d1109fa63ee5cca795a9655eb6c5cace007415683
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76834dd0fa4dae2a82e96f0aa912c8c6c0d7f16c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f162a7487231bb7c00085656b342389c974453fca71e0a1d9814f9d1824040b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746e167681d41a6b681e0e84e09a0efd60db9bc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187d914a79e54ce2fd0e43a106d2b43510d6748193f51243fdeff83ac29e5538
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a172f62b779b8ec0bb21611dbbc1862765c2d0db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1962bb5d820d988814135653f09d3d2da54650064090efacc576842a888ff18e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf93fc76d35815da8d362483245f8fbd5f98dc2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3c5d50ff555c09953103c16dc6885186080867e3f43962250aa3f7449f6f68
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d975c17d8f801da4b113d2285abfc78668df3e34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159498c8cd96057d1345ae4c40de502c458980a39f50bfb375c4ebd842658393
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6916df6bfb44fbca695ea8113a39fd7364689c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d725e8d883fc5bd9e55cfbdc530a0e4748fb985653cd856276449f026a85dec1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c53ed27347b63b638a61718a7a9fd502651a20f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a8ef4fd4ddfe67b5230617776b1847ddbfb2ccd1e5ddbad5d330e3c67efdb1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76449610739a78ad90192ab46c515372dd6d7cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a962ed0a7f7a84ac900184673a015190bbb0ea00f4e0776e21486f05dcd5fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a26fec1b98e4e10fd4736cc8a8688691f8d6a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296ae406223ee0dc907a7f544c23164afb264dfbdc5bdbaf6bc6e4531bd44436
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77369a4b76459112b99f21409bbea25e77c2f915
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a7374182d2f5d66e19e19a7c8cd496510c7aad235bb78dc1c2bd408192eae1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752974be44d1d6443451204f36fa5dd48f4a59b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e002c6d8c08abbe073091a8fae3c53bc5b11310e99fcc9521ad7b5a5dd1fcf1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63686093c998f843d8ef2d344014bfb9d60c0dd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b31ff6e61182a4e148e49874bf3b285aaf94055e14db2189cceae69dae228b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca27bd922b617207162b8f6420f3406e1af0c9cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6348b13c10a7980fe9ffff760bc1def8eb82ca4373616fe30bd0cfacc93543
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3de229e59411d32372ff818c7cb2a635b364a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5846ebf818a55dbe0f3ad14d83200e5519e32414e37fa060b8b51d4771d3a36
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11ccd18bf2875005bded971e139c806c0b9a91d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92032bdaf640c7919cc2125540ef5330e13074502ba0aa943f38a046ab77d877
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2cf712d765e23299544b51f80893776c063a7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac99920e0c4f6c5a23a3161d368d5ab67d96f3da02a79ede3b05a2a595504ad
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebc8eaf1101fb2b11f5373e8cedc180754f1c41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972ae2c66537e2aa0e98c2875cce0919e207636d5e82e2bd572893c3bab5aaaa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6149b40bcc2ad5631c9794ee2c18866635f333e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b107d165916d143248b66fb64dccc2b83c1be22b68ab08feaac4dd188812526b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64dfd2ea483476e790296418fa64892fcbac5611
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c610c1217d49fb06d4bdecacc5ab6045824d054f6cf955a4cf6c80beac486de4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c81ca09b7b4e0c4dc525b42445094efcd3507e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dee2f4026e4c65e4198aedfd9c816efb1ee7cd7ca55e0fa10addde35ef11c7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97e1d04dc2d83d7928df962c4f1a656982ee502
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0189b5a89b21d06f5b0f4164abc768584d645fa8aced6bc2ff6dc1bedb7951fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4860c66047618a3fa6c9b05739439eaad7df87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98af1e544f3fade47454c72277c53b4d8775747cf7d6ade25e551e19878a074c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e032e73f0a2fbdfa7f6135ec2ac4cc2d66c7b6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e435ac7355a643437479a4b9b807a9515b86f918b9b3b1ab93ff7f93d6adbb3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15aefba1eab518a2144ee3b170217cd20722a1af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1685d20f4431cdd0d8cd2e984622b41a040d64a4873ca4fb9f0f06e95530b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fdc4bdd2852b659843c03d2be724bc7b5ed384
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f90afe15288aad749da411e7b5833ab1f3d7561797685c88d450cbc638163b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7de1a8dd2d67d270300d15b7ffb70a3b460e0ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d051d34d6b64684e98e04ca7b7f65b4401963bdfeb1a53e3c12517268a85cb10
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70cf6dc2d7ee5fe506d6ed0c429822343db0723
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3eca6937c771b91a2cde834877dc90ee419e5bc65682bb8cc66a76506af261
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63feed6ac5041e4452688437a79168f5a0b25d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1785c7de4d8210d5aaaaaee3d80bae77ff9e4f48d5937142e195d092966e7818
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3092c997a13952b2b2ffb56ca52cce68eec3424
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bfc9b8f314527f6f63fd802aca4d06412ef975dacc416702f229dd34ca4c2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51638c5b7907fe6bd6c729300eebd40b411d35e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48aed27f964929284a71f2157336713995e3df365c9f36dec456fd327f9bc3f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399644a4ded29a73bc491ae046036ecf635eda89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b8fafdbd363faf7bdf67beb38799756656c24d2963a2ddde753aa8ab3a6fa5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f661e689ccf116c4fb7d2321afc30a38454cda0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7369742f216e377c78fbcc3ee51206075d325adf6d6567f03ca2ab66d17706
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4241464287919243439f8d9cadc54e99621ee10f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03efe74bf3edd4f6d66269da42161c0042e86410b7eebce687069c8864c7d56
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4bd20b5704063240c548b3a3d63110a47ed1cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25d642ada4f1ea50999123a021facd66e4d470e6d3673b41eaf9505a620e676
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1c16a3ad23673b1d4e451376a3c8fc488e018a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8054dd6fc98c0a2df63ff1fc855bb668b91b680acd949bb868726b24ed8b4247
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cfcca856dd811fa340b54acd95168f150030ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d0938218a517845ae445c02cfc33e4c715b6fbc14e405195f274e176fcfe91
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba67e7dc40db7fdf1d85a51e64683a361c0127c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052fcccdd335a90db7ef248bfad7c798f40c332bd68d3be3bf39032563595604
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3a761ba23513e2a145095318d4438802802f93
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c89745a2b2a181421bfc119ddb8eb741b7c49c62f4ba3de75671ea46575166
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67d51294f83f3c2fdd85e5a19966972493bc71b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a952d8d8de0f7abfed355e3d481b6bf669fbaa1115a104d85961d5abe54753a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f128435e84534d7bb0e8df3c4fe951edb72208f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a8e7eea43815c4675fb588eaf8ed46fb84822ce46a098b27495ddf855d19e9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac29bc97934bbc1141ee8d1e9a439e8bf3f3b70e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503ca430c5685e879f18c8ab4afa2375e5c60033a291ceafe7de65554903b7ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ddcb5a7e42f1b4ba3078bfa2f6a05d479d7cc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96632d1b663adb2090a9649828e8157160d7064495bf85472fc83c4faebebed0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abad402abe88ffa77da2b3dc45ce4725fa03edf2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad37e33740457c4f43c0a48aad06b824c9b09bce1230209715dd578dd92bb01
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e876377e7b05c6ccf8382709c5acfce5030245
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b2a80e26d4488391acfc7b1dfd6283d37a450a767cf47ffcc7a416543008ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30865ea5e9dfcde55dad05d31aedb32c7cc56ea3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7436f831b2e0ce2f1602978b82980cff9b4c9d47ca6be3bc2abb44285f881c48
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3c007e8ab6529cb1b1589389f289896271d914
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6174c868948936b82f27d6edcbdf1e1a9b75d600a39ea64fe47b7acd2505310
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c678954f63550a49f620cef72e2a94a85ff7c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01527ca771e253701d6421df55b49609e28092c07775c8ca2737670519e914ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f19b8e55a01527ee27ac5e53d5d05080e8023a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f39fce0fa2d6f4ced1398c773de5def036d05555c94f49a9bc27b6ac859886
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0e095709ac8f256c69a75d956a159909df8d26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7d7c0a2a8e30f6673cf4c6132a829c296def18afcc9858b2f964245901211b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa262c259f44df5943a4d51e44ebf00934cb037d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccaab91e2c7e3b8c620dc4f44e8eb6cd69df475d52cad2bb9c57e9641bbff055
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b98339a8e529f2598393da41f328b77362802e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985d6bd56cdee58fcc11806ec982d483e4a0bb99c1db02a067c74f93163de227
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d07f314e031a737147594a9330f6fd79fb5ea03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2010d825205eda34e18254a59fa29d28ea9dab2ad027a215015c739e0d7e5142
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e26631e15107fb8d7180a20dcb2c4bddeef0e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbfcdfda09aab7ed3adb2683ea5bc9fae2703607b014c14d7d30d63a96d906b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92373f7d16429b254fecc7954ee0ee988acb9756
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32e47288fbd8cd441cdee409837dfacd5a6512c5f6bf6b02c3f409459812cfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ff3dba6d841bc5a347912bfbfba863fe1f90b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02dd21a997fb9d0924de6752f627cf91e56b958f229bd405b46440b762d3180
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce6e10f3786a3b147009a709f1a531b4af92364
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c179389192aa916bb68baf79c92ae9b172891e2abe15de9af4e58196d16302f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2316a11120a7e0516537fb87ac5473d5d91f439
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4a4ae34a5de60b695399a386624c5171988d379b70b2553cda55056369cec1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85135cc42ab5a29600abd529bf5109e5851698a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82aabc4b05ffa9df9c5e5284e9fb2e6ad9fa35434cbb2d11d14195371dafc1d3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b23a1d5088a0dfb6f9fb5b7c97f0483da622ffc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7aeb8b4e39ad8749056e3950650bd23e4517e25c64590f4e2968881c4e87943
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cdc760083d38b6d0d94a8dced9e2e60b7d33b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005ec99c33b06a43f2107f71c09170d23f9cbbc02eafb14e890267b0c85f85d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7a65e77376dc356adb366d6b39494647e729c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6824ea88895259568f50bcb9511ea962575d90976adde76f2a2a63b9109d04
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93ffd927ef5914a46244396b7ca1d16bfe8336b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac83b26b789109450bbed46cf73d175446526ecf4b51e6abc5db529ddd20adb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6a9a8f232e2895bdfec5805235f8802f2560c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9c681e8308d7561d65f87f98ba69f9bfc2ae40e477f5c630b38e4604fbbcb7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8e160051df7bedf1197a5b88e2998fa4d55696
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35597a697467fe77c8b5fa246d7d7b397b9c73df21d103b824fdebe427d168d0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efed3d57747bcfbc8e03bff3020de48371ed74d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d720e3d7e980f0f21f54341712709f37e227a62cd3bddc19bfdd993ca513a1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94283e009ed3cf190c8a87a700f8270f87891d42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c7caecc6971a45a46d4e7e434cfa01eed288e6b5b44bc9aed410c856ab28ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551dc4c7f045651b1012aec431a5190734d8920b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24a67acf89409ba7ca30ce0247b8fa4460210a03944e9ed7b8b2b7a08511174
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b554ed160a753a54c347f3d22bb55ddf0e4d235d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147d124a09c99bc57b3ab265e1c31832bcde9da479d2d126af9bc4c434172383
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9651a43c1fb6a14f419db7615d08e5ffc2ea9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b95af12add8b9093c71ad39ec97a539dc068afd4e95dc74bf7981d11b4db48
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1259fc5550199e5b5dae496b413db3aa3fc8626b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc26168a2a15bc3b09b27cfbdcd77ac4310dc01d95d116da94466e3e5088fce
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef34a4cae0242c01a70f75c66aae7ba131856eca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e28919c0c10b5708e60625c68b138fbaf1b467b21c51b1d127092483c71bb35
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3806b262a9eda3adcf8de91e483f8c5dec290bf8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae96b927368ef1c359022d755505851ff6615f2f64dce866be6da0c7a145e7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c13211dad7b7ea75b242afc807c807b81bb3ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60bda355f38e550d156917aa82331cf05ba4f870835b30d300cc11fe8829e60
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e624878bc4afccc44908f0c65c3d7fc4b5944d6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c36c2b9d3cc0e950288c0d00042f5b7a46ffe3f4147e1d4370d28527630f804
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58fd4ccfff1771b1b93c6e511a0ad65eff17864
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299d87c81410497316fe0e6fb342f8c24bf124b566dd3b1e8be2421d7fd00aef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130421f6ae4bd167b2ce1e31344d32a0e80947bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65aeacef44a9bd97ab3881c679d7be8bcf6183e47075ed9a4ca931d8d7d5445e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75eed5ed3ab2c8a6632e1df609aa05cf7ec9c6d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e5bcd29bb3093dde9152c548098f311c34de615f4b6908fe7dda8c7e669269
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddeb53ff949f0c8b59695bdabf857a0cd0a3a7cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce408abac0af16b665e51993c1cd2e2d60d88d1d8af347cc4666ac787e73d5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6928bd81abe4e374645666a57a7103b61759c0eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0acdbc5a2cfa83812e815887bf7350d23b9c379abd6847aff478b14145f4fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5097493b8929b9afbb5b33b7fa43d5291bd2d637
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd14bb99359dfec22836a417206dfd55cc47c16aab77284c6a9665b5ac383e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf32f61a38f74a3f6e5be71a75bfeee024796321
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b733c9e0ac9153834a2324797752ec9ae16a7298ec5970123d6de33511b671
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5f514e946720ae3ba3b44adccf9ddecf9d978e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039834f5eed463feab09200a26a3bdca4edef0c81feb24b3673f7e4c5d9d4de6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0d68236f69ff67bf15aaa438204514c41bb48c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab96b77ab9af40c4f082f8cc97cf9eec6a3fd11edca738f517bca804a8a0ee5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb95e470ae2d172353401d462188f1b754aaeb3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33d180aa0273a5ca023be0bec7f02f38fe884c0a060f178d5e7046df7ce28ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9a2c0801317f7739f9992b3e0b48d4bbe4434a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2d391725688fb052e936a024b0b624a2a57d38ce9c18a85fe054d7bf1622a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03125e0a7c04e90ccfa2fd41d98c4ff5cd672074
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579d27ce591ee06a7694b00f740d08f404ed8a561134f5287d23434e98686fcf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2353b7b3d02b7ec980b262657ee19a25b2fb7290
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963fd9ebfe9a4a51de659f3ce6fbcdac6478e890b23033948a8e2fe9a83cf887
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7153d499209611a38f60fa21855873e6d1e7216e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe14cf01e6102e353cd544cd93f6415dfd420a7037a3db3cd58e757dfa597231
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03ac5e8bfcfca2644bec0025ee14ec7bd0cd1ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd053babdb42f7c7f49e6e6879d77742c5b822181f31802988e10c44be8293a
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523bc2cc04971e7e236a8edf0e0637351a782cbb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80d1c42caecd5dd32a8fcf1d29c8d9f56479b6b4f1e8c21a5e8ed5a99c27b82
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9e108b384f51197e0ee438890ca984a4a1d13b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893aa61d06bb3c69f10dfd754d5732bfe03d59841cd8c7910c26041cad693e11
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ab3480ed297ca4ed177552c89ba3e61d7c8ac7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02defbe53a2c10a19293cb123a4507f25d95eaafa046713519acd7fd9b17a7dd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0437acd5f36779266ad05775184ad07e663818
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1e403113578a36938e5f5860282eca69898b3259e0aa17af7102844b0a1ed3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f97455cce18cc4d0cf61acf940ca65dc8aac01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7bc09d8ef0c3eedb07f9c0fb44768d7655694d9154a5e1a556a943802b66ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3219e581eecc71944c23c6e9624c3a10c1f922
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09af02a2ac15bd58da7882dac1bc331e215d91093587a98b9221c3868adb737
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a202bff2c1c26f970c973659a443478b595cdc01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c1517861bc1d19227e56cec954c94d664564cda5d35a0aacde07f71be6a26b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9d20158e60d3f1cfe74deb83f7108a783296c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9fd55a3f916c5651d09c92fdeb8823d445ef684770eb72e3237f5d6e554426
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc12153d1fa3851ce515943ce1c03aa0c2b20626
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197811c1078884ab716297cc28c1a06f112991e1ab320af28badbd6128780820
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54250099c956f85cbe2ce22de402996f1c017d05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddced2d70ca3babd1acfd2edb0e35c209ea69db00aa9788582188e0a925e9ce6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da30c9f886c6afc6e105d8621120391b46f2b1bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d179ba4527251910cd1068591d4d958f367df92f5c446b5fb859f003f3ca0fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087a056cc4303e61e06051a8dfd25cf674e38970
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27320d54fea2137e39ff9f31900b241ec00b1c87c85e27fda3c7548cd2b2237
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb6770c908236f7f7677541da40a6ac34d0f5e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e541968761da63370126dc78bc67c6897470033f8c04a02d4769345f049dd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4406117a07a5a3628882143ac0c2fd492556ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7a3dec2027179876ecc142df0ab99cbd108d17e69a42695c610aa34160e0b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0e123cb23e20295e114159174ea93822916e03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5281c6dc0db608e54bfb7fee1080406119aa300e3af839099d1b6763991013
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7173fe9827087403faa3153434a8013d623ada
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa2e75536eb5b632c3345061f9d2827d868641a517ea32e0cf6ee0c998d10d9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57ec17ea42f32a2d06424f85287e2434c62eac1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e363078daeaecc4ae5beb1d73e0e452247856ebc46d0af88a1433ec56e6ba344
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713d27a2d63df1be375541a4a9890810695a7882
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698f433e890afdbbad352322c1715f46bccadb3dc8a81e2592450ffacd7f5e7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c363873e03572959a6fd2d6761b9fd9493c455f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0032dda7f960d62fb82f59e83d295e3089877f9bcfa3f49519eea862648c81
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a3fecba299e84e14e46cfd46ec58b5089ce6a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a1f86466192d952a83198aac6ee496be7ecb78cc223d67a0426d2419f4df53
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342c4c59a297f108592639ca1077f69ce942a262
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693788a0d95c6566e2fea4b2e61cb6748e61ccbbc9e38a2e95db71d6dad80d64
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f186cf959c839773d761c279778b13a836baf404
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac8fcb8f68b8853d4e730267d0a97f566eb767a669a1e950897b2e7ca0bc65a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881a1a786acd92b34561d6c695f5dd13549ab99b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18178b35eedb3c8638b0e05c4e0359c3ac87c7075a4c4f9e3bfbd92ad8ed33e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b55efd7bf38f79ddebcddd2a529054e12535ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a42c67b0cfa7d7529722e35e1fdd58ecb3f14767c2f4e067c35d28f915caf4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c98f724afd02715a0c5b231605b33c500e94988
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643d24d3b79aaf1c91e5766574ba5052c5bc157ae8d1bd278a5df4d030cd63c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad8ddbd5d76b626f477ef796e11774ef199917b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b32340e7f25168f768e4b622d63487d07328edf46bf438b7cabbc072144a0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be767302ab89379f04ce4871fecb5d7d9d084f71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fe97b2f865c450df7672ea94d3e4892a546d7309ed2653edb1175e95a3a10b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc09885867994b0500835aa6fc547c3b9d1f2206
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5453dd3d3d4f71f3935aaa6f074316d45fad22ea2e5e6f75ceff9a243b4e684c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f4bf0b32d9dbe24ccfd6ed395249c7ec590968
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b3da6bdc6b5bdd1f0430e9aec6ee8926709633f5dd996023ac24b4aed38d78
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56c2d95c52e072db683bb64c1cda3304fe703db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47793e967c899f4d2733a300663156450fb9de4d0dd54caec510a24e21b86dc0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746431e39905effb15c5c9c54d135e9d694e4c12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51dd988894a0d47e1ba797516296bc82f0f9ffb175b6bd03a4ad137b86925f89
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f5d8abdfb770dba8b046ac9be0bcc829bbfef7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf4204ce34a5bcecba43380e6418fccd852f6d9e0cdce66573c342ab6eaccec
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4527bffbcada9d02585a3eee490108850a38cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a74fbcb31851a94aedc5cfb50cb7fdad202e1cc47598eaf9aad5d71baa668f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0968a70547a7bf5d960db30d0fb8a9a41aa2472
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a490c2fedefe37dcebf98bde32eb633cb5d15c70b1cdcf2cdc421b9c079370
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f709c6256bbe95bca8a55b166203aa3292fd5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13738e02bf9098f1f350795f5b641fee18b13285d5cd6bd9dcdf858bd2f1982e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4428d040d25436c319853a40ef9145d75671c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51db9d9c8900efd56be8d3ccce8535550a6f1e4ce9cdfdef0ddb90ca96afe0a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54bf0443d956cbe7152d2b31f4917a551f1aa609
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3f5377e6acdbd9ec717df8d7c9dbd67b6bda558d349a83d7df2d015a858945
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d434a05e113e03a535c86ca7769e7217019d4e2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5025cf64922f8b04cfd533e979af5d65b5fa92e1431ed37c9384131803983305
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea13ef2b4326184e934cc68f91dc5fbd2a931cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74704d53ebd1f69509279e6d0e031f3e1c92d0694662ab3c28910e02859c4e4c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be51973dc9737376f38d4f5b2a90d5242cccc550
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ff6427e432df2663e3a75fdc603314a9250afdf1f4b3fe57f55b8f047ca110
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415c11868925a58343aa53d41fee0d3a9560a6de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4cf1db1530f4472440babc62ce1a1acac6ecdeb5d6d4bfdb13c8920c7bdb4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c84f06772c3d421a845f0aa967ace0d3fc6511
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3ae95cdafb84c9372dd3e5f0f8c552568ed63c8bd2c238d4e639b9f4793d12
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1242071d962fdd60944e917a979df3875d829df4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436e3241308f548fbd4b727d49a732a8acd68a82e9d1c7a48853637171038818
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1327dfa30cb3dc389cfc71d8211703ba899bd7cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0111be63446c9510860457ed632d9e4780efeeca0b2c7567d80beeb56d193a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbd890c15a6b5014267af24f1f76a2f0debbf42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d6af997fbd2ab9a014b6b5bf2aa88bde5de6f615f6fa6874f8b9a4812cfb06
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792db2f9fa45ca402094df82bb15934d2addc523
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee902501e57b2816ea176b58d8b4f6ed657e0bffcebd1732478562ce6e9f45b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7673bd6c493e0d35ef0aba812a8014082340a4f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6a2f02b7e540211079739dedbc81c08f4a36f154152e7c456fbaace0129576
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a54c965003e0e0182dff955856b0095b1c267b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302f66a652e296ae8ad3d3a5c92a029a3eb96f80b55c1735d9e78749b3229cd4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d565590cd82beb0129faf95d778af780790d123
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30af9b18239dab62e0a91e218d2819a375c04c6c6ce63efd9c8f1f433e52092a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68b3bb19c265e8e0220f4fd45d302b3efe20086
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314ddc0a20c958c9f36f4463dd827b9a213a63b321eba0ab137cc07f53e5f077
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb282a163763ae5f80b34d70edbdc1cd61c79292
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282821c056857e6a043b502eeb3c8fd6f90239001f491d75c47afabfdd03b7cf
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a5c4411cc44c1043b74541e7df47708366e3d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8269f11f9ebea244d1c1bb846053247ccb21dc9b4b5d985d2f221525d29aebce
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82432c6f51177ca198c013f03e01ff1eb95383d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9b1bca08ab0dabadaae66e1ec7e2bb6043521e690e89890cdbab16b9e60e78
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6eaaedf10c630a583a634a4a7a2eb6d5d5e98a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17b4191960ea7e6ca531f176ef0f45e0583cd3d635e5256a00f6afbbfd01a57
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8cfa62fd0999bda6b4a53571f6552079e9b8f72
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d2ec586f13d6bb9f0e3a972b436d0124c134ffde60aec248ac639a48d5ea9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae2d6d29e31527d4f8affc8b9463229782d5425
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e3695e489e18861564822d0089e2819f08fe7430155d8712d212d72268e5a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97873ee0b9fe185a7e7654533f03306046d39bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba7e4d269e08def2976b5f5a7394296728da3842e57a41d0a4e48b3d231373c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813b4b08c7060d836997f0bf8265bfee736900f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2da5dedec5becad859c9e9fc79ce1efdc820232ba96f4042375cd77a96b7ec3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de49952bbce16e707cf962085d732cb38379fe30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d29f7bd0d86b2ec6c8f610a9918a1ea6b682fd926d9c4e73b4006f7cd975443
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b02d70e53f9dcd0e36ed48036f96b853ba37cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93988138e4c1ae7b1ec773c974068226d2ca89ad9bb7563f4ea74547299128ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1688b25a5548d3deabc030ad88076ef599dfd8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411fdb8111e1babcffc583a3965678a7a2b89a9b2db271f53d88105017247ecd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a406f1e7ef9dc584d4b5d471d0a2aa67077161
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715c0d984f22a093d13b28609ba4fbd1576385e4ec7ae9d090917d7630f10cce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0da3e2c79025a70b093f52dc8b2769a06fcdc1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff36a7c78385f0f5232059399da7856c062c3f0baca359e5c730d55c363d6c0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd6bab3d12bab3b4063349a403eb47ece4ff46b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e99bfdcdb5158406687a9e9bb3adc70960f727f15c60a9b99c60e7296b0185
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7452ea5f7c5f563c1b0189726f67bcc1e23a7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66a98d8e3bb53fe3d11c593fdcd024f3f9b7abce5186cfde1bcf5b0222038fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cf6dfd8af3bbfc52dd91b5aaada18c0f9a51f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129447b1f2c53f3e001a38d03083892ce6e28664d9c0f9bce02775f850870512
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1933920d67f052d59d679cedc834a2b9a6ccd4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf11772ecf978ed5ae8b61cc82cec5d0383201dd04ddd47d65beb2ce4688d46
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc047fb1d6aaf2dbc65a4f2872a23801ae423f4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733d4b18eea9883e1b94a4e79bf949f970b7c52a25682031f35fd5f3c155816e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98a2023340615a5080192b79f1241e20407fdd8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3ac440e462a1c5485248e8a1295a30d2c5da990fcdba86eb4687ff96e7c6f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65357664ad7cf7bde52648c510ba98994efff6df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9e93b2caa90ae983c666f1bc11dc099c1bd6e01575d550b657c6d19b4b6515
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7beb72fa6c55d42c2d930eb477cbfa4a962d07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c5732761838bf778bf40bc40944d54360aeb3ae5c083185549f752aca4e731
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f889c99ec396a7663e3ac379e4bd14b49ae77045
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be89973115164d39a1d177861eefdd3c6aeb58c73e7d525484345aa3876262a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf57d5190c20e5b09ce602582a846c08e03a178
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b1577fc0161dad137ed37ea4b483d1efc90146e682413b5863e476100a85c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0ea7c2af0e5b1a81246ada866354727f997c12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5d3bf8273508d27c4006f01e9c2058d630d1dee7c1bfdf71fce0ae4695a77e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f870560b467385552799928da632eeac16fe26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38442bbb93add7f8ce5d36e30f53ccba64c34481638592e981f9b6a147db3d44
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45d340660e391e0c23bdd3d10dac6f7aad9d099
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2a4cf505e7493bf936ab0472593b9f4c37915c3b720e1bb56841163ab485e1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc682279943fdd2944642fca9bf920c3365bc58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b800e79e9df8f5806f671a7bde3edf1c97d7c53e23990479c43935f7ae69adce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132cd10862aaccec608ec105123ca4ee10b8cc16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477ca6e6a36b4c315bb0ba750988e14959130873f795306f4b5602eaad6b7ee2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bdddc1ca09d8d683959030476ff606a9d09b94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3348abbd7338c8338328d893592e2e9428cfafa2fa1c299df1d2ba81e48da715
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7073135cf3862800f1270b93e2c3d595a824337e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cdc2a78ba2f3fa7c37802ca148b256e543e851e15838a520071763aae0b441
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343f4f628aeb2120d3b9aa38e7a94f7a82fab5c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1402be0c27263e195eed11ecbc7a57216d93ff4692e70d83f5ed278fc8e89afb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a441b6bed3e3e469810e50b834056822a7b005
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f157dfa6458d26942014d23e0c467273c2f328662af66d6e975003f193d9507
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848ae8ae8be5d34390f730ea9614047ca69b6cc5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3dd7bd488695cd57f9338a55cad35bea88a42965aae0d6ab5f8300cfaed7e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0b6d3f40743539bef9791e80fcbffe6f278a07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4137a90526671a205ed50594b805d4c0d58c5763568243001dc6ea64c77cbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd7db0d8f3ae42202761af1cd46c85594f4d450
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1776ad00ab610e3efb53afbee59b86b2f1863a4ff5ae28b4f970acf60841f1f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97eae0771b9f5eb3346a99c60f22a0eb73cafe0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89eb0a29753a081ba6adcfaa8bca24fa7d976ecaaf5367017fa0c85c7f92bc4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acb4388d794cceb811852b7567e536848b81cd6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1baa47f2cd529a8ec02bac9e7a4624960701a08637a3c114879b080e17f8cbc2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23e5669c0d0531d592d4d4c7a1022ece8adcfe8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a759add3c80faa0c988f87bec20eb417813d4198aa8d1a5bea82ea31cbdf02c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0020b4d3eab1dc8154b568eea066bfea2bcf59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae230242730723d8bff46c02186ec531cf275bd85cfd8b0d1d94043d6c532c02
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92783d63a48741902ae00eda8e9dbfec7379dd7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbb4eabae04a251bd6d60a72af58f7f38da5474282674fe3825de97098e6b13
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03f62ca4b8b6b51c683cd5d4f7343a079cae44d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b705cfa9291c202dc7a83b185f950798e759611b22f973c1c73e07e6490eb4d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d75da8342784fd2dafd9e1ba2f14107b753cb2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4500033175295c730d1f0c5b7cdd88fb793cfe964f4c56a3fb0959a1a81ce86
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2089dd40cfe599e0f52775b36a3026b31af514
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bc481b03503e0f98fa56285302401729f7b3282ab70243c4a83a15d4cf940b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1c3f146b8b5a9f677e9b12a70efac1cf98d737
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c32f69cc5dd769b929d01f6b488d1e674abe395b5f79dde8e98b0f4f766cc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512dc6b4fac5b4334745a3f2a383bdc258c0fc54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2592b448aaf3cc35aa76910533265fc2ed8e68f581359b102d65057cb39a9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad497c9f63a8308104c68b83d75e24cd35c6cfd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3d5e0a299be16393a0c4aa679d8eabd703693e063b96580c58eff502d05b48
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fdd5c4e95833558310870d18634941a142db69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1407f3fc43de81dc132ab3858386d3e9ccd1ab5b0795c2fc16f82dd7a2f1ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08296393789077c693116b6cd27521d811f53ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c224b17206fd75242d99a3ce8381348ebab1a3f75851d69b73e9ef00d0798b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf66bdba5cdcb33cabf1c438dda29b1370533d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f57d40a1c843aed478668d796f6b68deee9d924aff66ed5a8379bc84fdf2e4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35974719da5da453d1d776488acc13b94f678342
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2623f02988e906688636c701def19c3b0161c9c824a2de3f9d89f703b9798eba
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5018ee5f97faca3cdfe719f9458516962242434
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d25b423807ec62ddf56dc6210ad52fd2f2a62564adbf598add05cc5efe4bed7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09423f18cde078d7fd9a287c8603de8ce81292ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6533f0a1e065f8af380acb0a15e09cfb552473caeb199265d89e46a13db25766
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74138a973b4393ae680bedb4f3bad75fb580543
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a65e19646d40b6f0de7e6081ca8f5ad44fae9d879dc2a9ecb573c3eba46438
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4425a709f896424af63258ec4eddf9274d4df5fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5593bc846af3d9e2824b545ac66ceced6462d40bdc0514fc99a17c199c7dc20
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5e94d14497a72ef4b083a6720083c1133c386e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763ec3b07f66e31c98b818869ebfc96fe2718fdb8c9249290b4054d83a616c25
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565bf082b7c6aa4d80bd31dc04cdb490f1dee873
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710d848df302b9c50a797b2e96c62df2bc9aef24f1a5c125eb92cbcb9552f6d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6cc8e4119308f80856f393d4e2b8d832670f576
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39f8b7ea9de978fbd287677fe14a4dc6d84979e0e2d996710aeb130b16b99f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad7cdd7f9ef9c0caad9b5d9af5947dad313961d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3861e461faaf9b809d0631075db230e0aa0237a7ec69c9b96aec9b648e40cfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7ae883c7a4e1a89bdb3a80dff0f37f8ef73872
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3011af43b6cca7f4d90f68367cac824d2be3a5e49ef6de60bbac08b19fbff9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1c86c0e787fb4990e8a83fafa85dc4a8006ea7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47821d0661125d67ba5956554ca76bd392da438d415aede7a13560fb56963682
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb81d61c747876478b35d561f413ec15538ddbec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8593cc877c4ef1cdaaea50cf9c64bc0f056cb226024b64dbb421779d554769
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62e17cdef196237e3983cccaf62e954c71948f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc48ffd738abcfa9f4358074fbecc174dda88e7ece32381f0e0eb573bd9bba2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec80416d8052fd6459d6d5ccaec90fd604805fbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c0a71e54da0d752ac4c3d7a44def807726715b3a9bbaa1f034a5ae9973805d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd8e620041443b010101eb4eeffaaa9891c3a69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d1e272813b6dd7c09d6c1002874bc4eae2ec5632ca0e6e7c4b3e4faad9a7da
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e9c2d85504a78e385025e385c426a0f653296e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929a4a9a93cb7950c7684f6e73625df80c78fd30517d5db2323fb66b75bd7bd7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6946ccbb671afb892919054fd91dfa83f62f92a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161f37bcc2c563dde741d2c1e3fbd91808ad7185c27f5e16c3b15b37b94b9ffe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c299f7fad9fd1ce3d50bd1a97700ba3159ede7c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce01833470f0192b964f9318759dd0f104c1d58bd4e0978d21a183122816ed9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9cd6242a466c2d81103e8c5cbe8a98801e0ba0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c74fd983722cb28a209d01525fa5a9ed60bab910aaf4c6046c2f537481ff857
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e30197231e8268d0de7eccc9a64bf0689cb243
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e227f7e1d8da59a2e20c1676f62749d08756747a0486b4faacdd0ece3a330029
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e503bffa2cccbd76ceed19072b490ca326ccc859
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e3eb2ea6d8c3042672e050481079c411904b453b623bd7b47f2a26960133b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a1b4d4a8e8c0736cb1ce4a4648700b01719aa3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0557a41d2437ae0588d261ea0ba792a6488a1e9f2a5256986b2fcedecfbf8abe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811f6f77d8c79036d8a88e81cafda7f03b09a3cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1788936c0dfff9f34da8d0b1e56fb089e498460ef99d88b851d4597c20c43d4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62e7026577b4d3db13e991f183a23f6e53bd1ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c07384b6ee8b51ce54542ba99a28d3bcc0488e8230d49a8df83f346132dfe18
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6575373b71238717666c9ec969fdace80ba22322
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49814e44d62ae5220f984139e3abd6111e052c9a0b7ff3286d109f7c28b29cbb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52e831490c6ff6d09e8c2098c685812943670f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b136b234e87a688dfc8a6fd32696812a260a241d1c0f04035e8c599b21771b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254e39af69ed7892f321203499cd063e7c75adff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c4818e2e617aa1f2c71946e6835899f88293a4d9dfd1f510d5baccf7ff09c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0243c9fb335df0076f8fa1aacb1e15e5b4c98a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f5969cbfadb4d59bfed992c70406610b4586f5d2268d0b0f625d1cd0cd3c59
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f0e5a4144b93cbde062a0d64ec4d359870d447
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4815db003e71e588b045254fd1a09fd76de91bec3d79e49fe9663aa49b5a4d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33b1acd5929eefe9458de0fc4f2bd6789688744
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8fa3e79a7ee90fe3bccd16eca4445d6e18fb6ffee532daa945d91f2e1109ae3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cfd16c46f9b30c86fedf5e017dee763820b7fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ba763a3547097b12a104a0ad3bada5c892ffd1093954eb9b3e59a97bfa681a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047e628a9840e8400538d54cfca77a3e60c16de8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79834b88b497b350ffc75f0855035808f55c7df48a44dd50b5a249d8378e1aeb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90fac1a21dfdf4d98100a4f11282e80e3e68f2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6fd38c7300ec4fc55444e68a2bec245c79e2f11cc3f45114bd5cad2747baaf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad2b1fe41ea15d325eda76e7e7f73f27a668fff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15768e91c8dbf5937c4473153897cb03cc6cc9fb798a43aeb470469cf961efc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697d124f7199fc73f1d2a84e2d7a9c0c108b1d6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe78cde7248840d590211600487e28710fb058c1bff7b8fd060f9cc95943f679
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801c4266cfe77fb9ddec261193b4b3a0d4c44842
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c71ef40da589d47f9d038e14b17ff47d92e17c6c47187663327e5e8a1288cc
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9161bcde05cdaca65aba37b43cffbb44475cb459
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdda39b728e95017e83cef924f162b7fe3dc6f05946f04c76b02e5264563bdf
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69caf7e358df8db91b196b6240285ddae64c4ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af41aeb1f7068bad432d6c05a3ece8682bd77df7eda0b97c74ad1bda8f4563e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db34d7e012fc1182ac7d7bcea15519488261c594
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d7f38826d11e583b1d71008fe35ccdac435b7d97c726c7037e2ba541034170
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e937fc4afc982efdbaf6089eade81ff311169829
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48cace5a631c56dbc8974ac9ac38b66e93e3f729e0b20718f1c9b2d0051f3df
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4667d6cdcf48f725c166defeb5b82c063bbf1887
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbe50fe07aecb2800c2d76c3b47e6089eca432cf49dbbe6198930c75530a016
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94730fd9af05f5f28606b2e678292a54a0c1857a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31c2c37b3bb26dad050e5f540448d2c2e8ec0fbdcf24e197a5f0b83e38d1c35
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf73830694b1cb290ae44cfbb9954cf3eadcf21b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e184ef0c1fdc8f5c6131a2be31b2509318b7f5e1cc620e7b3178505aaab8c66d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e614a01aad480bf1a685be1258e8af8ad95a48c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a49cf4621a876d0a6bce40d1d0bee8ecb1e574f053bf0e848747524f35e42ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f40da75e31c9612f91983ba11eb763bb5c84d5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1327eeb2bdcbe303288ff07b742aee71769d6b2b0aaf2ae244ba9eda386035c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48064229f98ec0cf4e304c3e3a1c8f96db072652
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b79343b41ef5f574aaa719a2085447795fda8b2367b86e981be3ebb579a4b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a8befa26515d4d4538555f8355519b20de3f33
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9f263066b9d3968ae5ac26ad7fd75d9cccb78be3f30dfc792494389308849a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efaf59f1225b4f477334531852e3e4cc147cb03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0103040c58c916f9b4c06685edc41ad6042f2e740092217ed62d036a06467050
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d2a4d40627b6c359f99e6febf0bbce8b054d07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b8ddc1b8834a155c34723c19ecdb343df7495032c9020ef252a188427f1675
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf9443f374f795a96b47758f4f3cbe2a910b379
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece21d97f498e3bdd2214200fbfb709b3ddf9c149b428ecb031f51d828cda18b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24893345929b73e68e6c24a6aeb023f130e63591
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5726548cb2e0e29a19c62de7f915dd8872b7ec194c913e03e8d63c5c81f0792
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01e956468696a1760d0d478cc619ae922911f1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275fabe5962832c4ec3853e9324a052581ecda4d88aa107d9672850b2500ebf8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39731ca820c472069bbb1917b197d8d101bc7fc2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae71b00c10b76c173b870b41b5365de6ad781e3676f96f46bd33fd27c5e19ade
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2008424d865535b56ea0eed7049894737eef757b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb520ad99543ccdbd6f2847dc6fd8eae7bf550c61ccfe629f9bd7960634c4a09
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fccde7fa3ec5c6d614c72ba10b34a39c7fd7d0bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5012caaefcb0ee03e6f23abe85d53d4733533a3118364c17dd018446935a3acd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cef870106d3ebe9f36462cad0d7ddf600513d96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ea3c49064efff01a2ad17d62c3fce731ba1266d1f1257ad2be89dae26054ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891570305bdb564e2e9bcc32faabd3f524d76d69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63b08e85eb3d56fff8b92d257b6ff4622d68667a628b6a790c0c1857b9fc9cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b3286186fa0d7be3ff72602a533a34274ddc27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250ca5b2468a6c87d805045345921e8cdcb1edf58d252b1420438d1cef9cd1a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5baabac267ecb4da9a5d4e5c6214ff5a469bfad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b576541ca513360a3776fb9c774ac181e7194366906332a7a45089a159a3323
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9743c6858008e04c2195c8fb0a8a5838996ad6eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5eda046aec12e66393c94c8f1c13cd1166b46baa7f0affd6f77131f37d7799
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b031c3e87763a39b28f784565b3355afdf2bbffa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e968adcb2514453c20fc9ce071fabb800e7abad937d36a460b3128e211b809
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa13115913b53f5945289fd4018cd81075439ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8e8dd5f41aaf2d4eb0aa66d72d9ee906aa86c79f7cdeae4bc91109bdf540d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b543adf375bc4ea53f80dd047b7f7f06cc9a6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bef46007deccd132b151d314bf89a463fe3920ba5e0bbcbcdfefd851406b6d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9119a34eb22ca19c6fcee3fa10439f00f2f10bb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d67a04cdde60fd4a70fabb0134f57dd67653be9b234e91c6246aa335e4a09c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d6ccdaefe85f7373ac8559ad7a60c5992ed172
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edf2ad1a21d6178cd90822fc0455f821a1e0603df0bc4e89b5cf11cf00db5a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f73bfc1e092f980660bcc73bf700a12e696c04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7202b014cc82bbdfa8f37c569f99c9261055463ce97d456d30b162622d60d27b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f84d9be2561a2b27500995c7d86e464239c1f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4ed26472b32b352c7560a820736a672479d27b0a5cedf84b99a955e456e480
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92dcf9c5b8178c1972f149b92ab803f676b2cb02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ad95f7175be1f5b7ffff367f20717d321d12eed75e929ca051db885e7889ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80826af6cf8d6a007674b5b6bf850b244b2517cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896b23a055ed4e0e1b5a4a162e0fd72881c3413c29036bab33284a85818bf4f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e0f7258cde777acdd505cd8555961514701145
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc8930153a2076a22a5b144bf423b39ac8e0b380304e347fa5f0d2aa0001f0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d1aef371e920dfaaa3129a5cb6c18e7ed6b85b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edceedf16194914bce30c73480d549d10b0832da804da37971aaa5e4ca36327c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15dfc36ff7a386a6da4854bbf37828357ffb4ce5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d9d39ab66eb9222e80d5c57ee64244d63bd97360a408fca1ebfbae6d6283d5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6d563f71403b911cb0ad2c8c8b501399fb9bc6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a9131536840cb85fb0075a03b1cfb903925063d590515a14fa0299b6bf33a3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d32abc2f09e01236794c2d35beef138d8f4ef37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2b23298b5f56b3829f534aa34aeac45b6191113315f25e6b3e5d4d9ced5a44
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8e8206425f19456a0fa798cd5983e912505df3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2b029b391824feaaae033b4aa2e000aafbc3255830929dd7c1a658f0295b4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03c9a13dd2ceeeeb37361dfd0c3e08fa57399c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e9f4f22b0ffd5f4d1eebec92a4c3dedcd99775b789b95cd2b2278598476a05
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d50fc8bbc264d1a26e539a659a7ffa8495b818
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50389165d492e35d3f90b7b30f5067befbf63ad45dad00b7f0a45677b9aceb1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd692b738c32c3b5aadcb7788b8edfa1ef954b2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06ef87dfc6e232295d055b0c0442bfb16cffb743667b5b06c77081a60ad9275
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fdd7601dcad1d7a86cadce5576a38c7e214b03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab502aca5dcf6f71490964dc0b58997178dd9dd5c3933cff28cf0e2989272921
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3dd86393a853235a540f405f61b62c6ef9dab5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be09982bd95b527af508a1efb92b1b9cf209f3571cc0526e4ae739814734a140
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62151d941ce0fc2d877a4d6d431b7169c781b14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca511621cf700a43156f8954042ba621d2f5b576e407e948a681216ed2133c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150214eb325e43779d6b891c30d16597100b16d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185acb7a8b280a21a0812064668bce67966cbce064529d170844fd541222c15c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc1b994705711958058b44438d30239b5ba7101
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a12f410f8c38734a207c0351c13c4893f4c754c809025220760d5ffa75c8e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2f4823c3bd3c9936d751a247481860f21bc0c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defd8597a17a079636497355d8faa2926d48fd477f896a9e991a7e6566507ba5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b0c50d63c322afa36ff6c6a95d50d97006338b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a743fb2180aebb5679ef3120bc9ce838770349d3eb5b05172108f773ac4243f4
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9766eb2d65ea73477017167bf0cac70e48f5d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2101ead7d5517bf368d850e5177105faae68a2ab58b841bccf6efc481695ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88830016dd59983da10b8a1abf5dfeb6f7ad0e0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5cd9022db5221a95af26e75ef5ecc01ee327dcef1200447be6e957e6387e73
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10f33d1d14aa76c471b79cfb18e315501306372
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b687e49f0ad2bc64667c73010fd9094c409cf0f40315654992b51deab217e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0257f73111b4eaf2d55baef071e47d930357e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f29468d135d78be7f6019a9c4adc72d41e21a869ff5c6d1b9b89a5df7cc817b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f3a37ef001dea2f961abfc7f4b1899e6f9d56f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce4d2193b04e0feaa35b5c7666b85bc15a1cbdccf111a7d0cddca9a4ffd57ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a5beb5bcbd75ac22e25cb8f9deadc0b8d20794
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f40aeccbcf36396038fab92b2a7d9b5794e1c91f0f9c49a6179942b6acc8fc6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acdb147e68cf1528fe12e654cfe18eaf577f44b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21652b1f2e1047125e4ddf17cb396c2a11b114a6a1416470972fcf95b83a1848
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fb3788eabc618543abeef301f7fba6f9d69a19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22886745272a54e051df3f7e655930e00ddc5fcb0b6f4e38f1ea35dca9495530
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8003e314ffcc8d03e6f2cdf46210c06d0b4a48ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fe041ae55e50fad821d9758247eba06f23fd4a35bb0a498698633ec06c4907
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3065b36a4d0c8b3eafe134c87e65a14167a0f81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f836eb1d744f5d52cf47e25b953ca522db21be34c4f81a1531aa01a2d54679
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe2e139679dddf13b1ef96c802e10bc6ee12fe1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9ba062aa22a0e2f0475c954ea385a3e3bb812bf04d3b064657490479c584b5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8121e5abf0dbde233b678454f252ec9410cec99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4fc8af3515bfcc82f3a807804949d43cf5365c6586eec2e613df21f937f63c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14580034e834ac90acf7823699d6dc58ec3218f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12f9efaf6b300cbf8848d712f336c103dacef45f6e42f8399abe31d67d620d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729026d6110aac509030aa4830eabd8efdaba020
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b88690384a5e3eb382dfc15cf2e311c48d9819360efee9bd32e6cb339aee00
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e828c9992179b2fd019d6cc57de776c68704a7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a12680161164eb1bcf60fa2e80c51a9223ff1bd44adc0c14056aa092624aa54
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cf020faa4fd23d7f8684d871a26b71620e530f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9220256bfb2f7a348fa54dfa7ec01182c8e189043e0c63b367b618c67bc339b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd073155bbaf0cddaec9e57ad6bb0a5c969dd1be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c8dbd58a0eff21784c27b927f5160f7f62cc87e37bb911209a9b43b6a64b93
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a245653508302fb53bcb333bb4a54c05927dc35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5281bfc9337366a705fc45d6c7b030aef9d4fa86112d31730214305251b67d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202e83f0a913c5a6bcbe93580536bb30fbaa7162
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b472cad26e51d2bffe359cad531cabb6f3642eb31c6a28f453a511e241532b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea101cc055d8faec5fb8590dddcc1a3676aa1117
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a60d7b22f3f6df8f8880ded24dfa13bf3564939f9038d1e6e060c7f2184df6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac7a83e191ec57e6e52deca6f17d74a506ef2f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59396127cc5f07e038979fc418f21150bb025a10b6b52a166159d7b62425e97a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c76c35781bc3359a94e97505bf47df639f94b16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db445bdbce9a8ef413dc1a31cf8c4f0ecc290acb1a859a09ff69da52417e13b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6fdafcc2b0a79f813a018c5ab29e2f13112f1e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4b971ac95ab0eaed6ac446c5c68dc3a24f8a4884de5d3b94350b31ac611234
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3844dcd877c4fb1edbecbb7f34213b68d345a6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf71b4aaa7b50f18906d9be3dfe40a1bf7a922c61732ce0ced5277e46fc2a8f5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f3d04dc3f52087bf5bd7ce42f86079d2f11618
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2718817eac8a6e5a560277ad28373ac5039f2199d17a1d44c0b8b72709d954e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a510a1ad45aed0409b6966481d787ca483b8417
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7385e1c7c8ca956cb06397a34e735192724fb33ebab834132099a91f138fa4c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4198c65366944241b7cdd1d9f0ec80eaede7571c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f1c9df63cd4f6dcd256300ea017dab5c1c604e2b7ea82d866d75ae78ac87f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13075e8476c39e1d589d9406588bc83c7f8024e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a664522e7d9913f895f8e527f4b736282eb1cbd06138233dab7d7df0051bbb17
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e705d390909d3039f19259e47f7d5176e5e54e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506b0f58149c27dae78868e8f2217b217cda4b8b9edb831e781a056d867de433
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb2b98c1dacd81b741e6e615bad591732f88a8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3f1a013693e40da249fcedd92312ec6ce276dc4307230b22fc78605d0970d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136562a33def56ce2927425bcc6b685dc1b98aa3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7953774877eb234fb60cbbc4c183e5bf4aa71b042525d1c29c2f6f4fd1e076fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8676b8d680b94faf9f55f97255df9b8428fb2c47
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59b9b75577e9a3a4613f82763e872558228148e98dec3f2d644f8e9ca74c641
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4b55811310ad21d3d6596887cf1f1827a93102
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6c414e3817689c69f18ccc3766a353019b4f427d3086e11272ed66533a2ef7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efae892c86283e6bb9ff14b4b48254a7ee197e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987326190a77914d7f24ecc13cbcadb29a1469fff3163e4639112497efda7799
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38279811ca3b0d9a5b0061c25d6fb6291ba08521
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dab514e68ff0e1ce4023102569ae1ebe131c048ac42f5b07f7141d902ed5e4b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ed82bf7cfc9fb716f345ec83df58f879f00c68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b14a4cbe66e06f50f45f863d87b8e57bef5427c27e10b363f59591fb3d49192
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64ecfd0af66ad701134c8b23d24b8a6238ed0a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9cb08acbeb0a1eda4c9f8579a011376317d25ae1ec86a35ce98ef976a604da
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d31e86f567e6aa9c2d84bd77604581ba96bbcfc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2beed177a0c4eb962a087cfa8fdaae343b14aff44b5aeed29256cf09c3fb8ef4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5eaf32c8fef2b94a44501701af5de77e240dbf6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3720fbf30740fcccd087980285e29f7db1e09a06c49c53fb924bf68b06ac30
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e630a18a804ff8d3733f0d52513e85890aff0b56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90e5ff7056b24cb44b732d32ece39f2422d9ecf3561f9c6879ba8220b7cf04b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ca8cf1f8a78054025b053b335dd2d5b2d62e23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47749f0e6169411596097cf226536d299b9072dd5b74a90e259eeabfffad4e7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97c7c15709384800c6897166149f96c4d510e13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d41017550be1c70043f22c82e8d78b524797f4f86327962729814977564c5f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7ab2cab81ebb390771f7e57c6a54391e7cfac6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e33131cab8de176adefbb12792725a3eee945ef79cfa07b28b1d7b5c87ae5c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2823d7889f41c0760d6ee961a452813aec2ac37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4258c82291ffe7beb648e546370493bc2ab8b40e10d05106b724e220a20a1d8f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab2301da4314fc900d2ce48723a766471c88c329
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d01a214376cbd4fd702e3339322a4ed8b43e255cc1fd0b11201ad229d88263
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7fd1e25d168b09fb610e0d5ed5020090480902
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2252ce08de6d9d1b4af19457b93209956bc288b89690ef5ee629d1ad5d504b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cb2cc042208f1b836b51f376b646c24eda2da1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee316faf1318a2052141949339b7eadb55e797cdf34f64d423310b4efd8d7b1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5183a3e32572f5f37e3870019529f3e8a26c9d96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71eb682afad3bafb2885e7447c1c61ba2b3a2f77cf26abc47d9a7883d742affd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf017ce1e0dcca385d42b42333cbe0c906aedcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642d6dde2a4accf3ca26f749dd028673caf87174ff7c44c93f488623495c6730
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4322eb17bdfaa4788bf749a8baab0c7f9936744
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5cb426fbaa5bc5238353b597b80b3d9c6b036d4e60af5da8ca1bf7ff8d1f8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebfaaa6489789ad4c74c40e7f756e88547d2dc5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cbc79573531ff2fd731b9064e7b9de6e8fee6d9827a41fa0b7f9a30a1e61a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64f444e5b1a10eaa86fdcbc4d8e3b05f1bab1dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4684b0d5fe89eae958a2f5e0309a72e50593ef1216a1e6c4f4622224b65576a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75062f941d7d74ce2463e9fe8cae0148f15e905
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3179280830f5a83b95d64533e47505a09390f53ee97b6e48348b1b9f17cacf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf260d4d639969d313752b958868693d39fc1d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ebdf5649ab48e4448a8336f1992bd5b19e67d6919bff460cd81d3824786260
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3befe8f2eaf016f04101c6b5056230f35d918ab6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be123bc93b07f5a45e839408e67f5237e293431559c1d8343adc79ac7d5bb4c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cae687f1c22ebd6aecc8a9b9dcc0d6efe7d9e21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8503d937c295978e3079ff0c1f0387def6c17bc96babec5acd018e384578e7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9652ea17735916ecbfc77684dcddc27e94f3a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f7edcbcf88a2bce6d3d114734e5cbe9cc1819ae343954d302d8478fcf9c988
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348c23bf96ba77a501e1d7e0f642089b239a473f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2002079f3f369b5bb0bbd79cb6efc28b96487c2244824bbcc16c4c69285465c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9a6acd5737d6db8a8d727a17a1ac8b1dfb361b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf653e4684dfd3833cf65d771fcb9045ec0871eb849baece3a8292f7e0a771d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fffd247a704e638d198c9d73875936075808e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331d8f02419e8c9a456c2e4a121582c40ef10f61ffe90215c269a1391f441aff
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae8a82776acd5dd9a6923800b65484a698e7f0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1455a2bdb194a02b379a5fe7eff73c66229ae83076bc5937cdaed0e4db0263
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b2eab2ef2148331209fd55a940a119ba04a428
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e07b2a20b2e0bcb5eac0bc84fb84cf8e4772f8f1576d4973a2eaa354bcfb8a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba64aada573ce6046e8d6cd8a73c0cfb3f90502b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af3a97d7dde6032b80a92d1243a1ceeab72f0ea696a19e4d3d0a099a3f4a239
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8d78a6aa8fa854e11609061610c2292a6176ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4486b73edb2555b87bc477e120cc626baa1a7769613ea183830e675995cb29c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23ffa5af601fa67c9d9a9cc8fd20b0980c6ff29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03dd8762989c2db40b6a5d6c888713c346f342abbcb5dc980ab3d28de69940ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93156c5092544a5d33e1dd877e11b010de84762f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5428cc1504887a7d9937fd6cde7ca270cb7e3a941447b867cbc08e4de9178401
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f8beca8f853cb44e0545c6d60b3f66d98d1895
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0203bcf3a967e6d5b37229dc8f1e1414245c895438b533ef9cfbbc906f6352
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d8180339532b37917c9399502136c88f5afdef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e38b5c8ed37333a4fd883d8b1cd07d156a50ae317dccea6d364afafd5e32a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44597334291f66e2248defda759242a0be9719cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ceaab18cc28ebb2167c9f49a215dd1a97efa6a59c1db821736aaa6df5a2324
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4d4130a442816aa9a0c0f294dd7c169bec8490
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f2c653e1e6c6b9794b4241c0630fb106feb22a0c1ebc38d249875e369e9db8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2467d5bb131830b488434a6fc54b78d03cf2d2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f974392d4bf9822bbb44f3fbd2c84e51491d5d2697073f2eae6bd0389d11c9f7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9f01d5ebd07b5725031b530d3d66edd4679d69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41907561a27c4db186b300fa67b783199f87231240e019fe8d332b4327e7646
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c1b2cfe9b8971e1b7a0efcfabfe0d15128c176
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca55aa3571221ee15f029d571e4b2befb2607ac56824149e1f5bbd08f7828c98
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ae2a53ba8edf56eb094d813e6de847ebb00761
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429beb3065b7cefcea2abeb9e789c748bde401e4084f83f617d549e4b1539545
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bbe83016c0657ae71dfb8b64baef321f34855a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32917de2e6b408a59353a37df721c7abb973d7fc9511e86faa17cce20d4f6102
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe5a8fbcf5f5551b92383f23efb7ed063ac4899
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cfb978fb00c089ae71a341c56f1bfe57c395366486203fc23739a97f30a56d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9f40eb82d02265bcb2e9ece98f203862b27520
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f7be264cf07a62e171e632f403961e45576df6461b3c324f7468070648e71b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83bb88c0886790ebefecc8b638971daa905b98af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ced66b358f7b1891c34c05da3576404845ffb794eb93f13e31004f5f505544c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6970b6db0202cf30a37e7fc96609eebd5dcba87b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7daf76f17ae23e21f38367e2e77e3c34a6fd730f2a0297e9baf12b60149697
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d915c2a72c625d14b00d5ca95ec60d751cf264
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6146514a8e1441b00a3eabaddd8914ccf18255c2540c07df992d51a3cf9e2be7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68af50c230cf3510cd8397502c2404e81541ac7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee89beddb5c3240972b859767e7bffaf6ef940efd0df9b4b4146b4b02060136
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148b6285b04e4c9e6b948a8034ad0537d1d44f6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2fa7fab816ca749a53eea927fb52da1be18d68efce2c5d589e0f8eae0c7253
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea47b1bbaec9ac1c2982506e59241b4ba424de9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711b106ac85814c2aea53fd621fb2f7a0638beeca58a4819a5845b3879b4e4f5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8504ff226f533060ea97b2647824bf69a03ce2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb2ad15d23b2522aa167978a4b34861e5e8ddf79c60eec00fad8ed0dadb82f9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b234cba5aa3fd7aa95479f4d23b2e75717e559
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb65aa26ae6226c615590b239b2fd2e66b7bcfb0c2cb913fa2b4c7c8da16130
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8307f7f0ba38abc5b93eacfecce64ac242c2bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81fc8643dbc544f02689d223c35e1ad225f3396a38998ac502b1915aa40759c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b92c130176902e43d7a1b21fb0e43d75aca41a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8b0a635a1eb4d82cb60af4ea2c3a58034f1c193c24f3ecc1150fa5e2b642d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d10c2baf5da9175626f9068190cfaf2950cef09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283f68fda46c60d9adafc700bf27417f365de171aca7286eee6ed0bacac58fbe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e72530b5c2d3a77d19e6b6a1848fa22dfc8f66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f67be424e53a7eaf542efefe69f142183bb4c39237024bb8b5d009ec0fd6a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fd7442dac6c831a0871718f4729eff69c40ed1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2162115c93e28b3976da834e9b731f9a8b647dbd291568356cc652a3a0300be
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f7d4641e4fcea63834b295b53461a4e146ce2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312abb837e308e556c1e8b016436bc4f86afccc28381e85074b0411252edf9b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49b2597db263768ff97e7cb380ab9f60a81da3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90406e4ea6913a8fd79352b87073ada09df970a6480392c969c56578f40047a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f082e2e6457c1945143a5b2e1815f36922d7a66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b3176836a91f60e6ceb2ddb51ad7d919abdffcd539b7fc1e37e1eb41ec4437
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2835fdc2d70db459216e889334cc0fe7de552f1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a8023f825dbb49806a759793f65a0234c07173f1032bd4db9c078add19c430
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08d8f4895f07b9a68c089f7ea3dc34a406c66a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325a4ef1b0d92725f7d187a8d5f734f16272c156f7f8be3798cfef027aec5e51
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c2073a255fb745d4554dfba21f3c1c87ac74ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e1f1ea7049d52c3fdcda10df9868454a68c1e095c14af0c8a0e612d2b28162
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7532423355b36bdb0cfad4d39cbfde5c04a5cf5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c6cf1604b939c8c9e2dd943adbc03281b931ee302fdb3b3053927d0074f1cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e636a4458acc54a82067d9b09b315b1e8728a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b101102ff9c460eec17fd214658c4cb4faf8da4527f51c6d0ba6642e42c7968
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e9576151deebb0d787bc990c78bd7750db439a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bda58574d1b88144a18421e17a284965e61845cc0ab6be457e0c4dae15e698d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dc1f7205cacae7c78d6bf91c5c260713e1603f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b5cb299bd1293f92caaeaf0fce70980067451e5c98c7009445d5d13d510e81
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8020b4231fa691df02a42cde66c0a8b21dd58e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50bfd273ffbeb59a37cb586551cae94eaceaf93858b8f1f4c5e639d8e7870a4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9b23bdda846fdba9f2c07a854d03b9d8ac9f8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce3950562a6fec18a342f6b8a810e1fc908aae4a76a4987a4eeaaf5d4286efc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e10fe5ca8e6254434b0be3da5572c6548dab217
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307e7f19ceb4b9219b33d494aef692025a27bf9f503208939c98284e880320d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11eeba77317527be9785997e6b73d02c478543e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cac0b0edbf32240248d181c9eaa2dd37e07d7e45869d9b30c0de99cc63ada89
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e6c6ef87ebdb76d11594b7f7e9febea3592aec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0fabff01f7f71b58eb7f73eeb7a892993489b71f9164b054ec433e3fa31d65
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f93d3946fe57b81e4789e5fa0be3a136404d108
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633a9470a8d85ac32a7669cd239d1fc043f75b7702ed2eca25e8471db9c39b3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0649103fed576195f86833512b97481d00463ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5756a6d2a86d01664a8308e6136d9b3ddf9c58420dd67fce85bf547a269179d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ffc882504db2da6c3c65364a38ce415d9c473f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2f6cffae0bdedaee6d5ae14711263637df8ca7858883f4376325cba62c17b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc178135e9f1283cf8ab2bbc75d132ed99c719c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d0a902ddb05d2a895ae8020d35df16efc6147a3f43f71f136af15329eaedbd
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec095daacd9f6738719a9d6c8a9e7784ee748c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64937d64281989b14269b7e69a9b81d3b42cb78e9db51ceed019719d89449510
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3d8d9df1fb91246f11c2b1461f4cbbda096356
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d72d2c1c04512602ee7e17345ff7dee8a6dd4b2b231faca385f97b8de6faba0
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfba364d9867dc6138501389e12f4203b779608
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa3bf69748f1ff5f699a8e49886c5bf1f539cfec16a45eef2c477ec9187e90d
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cd56f506c2dcf9a10699ce2275c4f56e2e6146
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a00c638d6343e8d3a3d2654f4a88f99c80540286eeb7bd1b063a393faa54c1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa361dd435d096769424e2556430f6e73e85edd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9ed2fb9a7abde749d22d52590c5688e52534f6768003cf9c7d41db59b3a2f7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92c9826b82e19cce66bf5ee97d15704c0ccf51d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9765bf8651506ae92ec387ad5c194df571ee08a4d8949fcb05635ec345bc25
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5859483e97db2828f56b4abeff373ca3b119e88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf94dcdfc9b28f2400151d2b2094d4311f7b8da9a2dea22301c8ffed3cd6573
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27886eb72b328ab38906085b083895849e8a9c7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61b1140c064d33722d79bf8fa3d850a1071a09e7228f8f0e4587307a53fdff3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0aafca775972326102a65386adbe5dc48889e04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f3984ad8a0f84baaa734b4d429e8a0b1b4a1eebf4fdbfd1d42d0f30fd2170e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f982ff4da1aa30dce5b85c02341d428cac6f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b664940f657c2ff1c7817b7ea8af6c13efb2c5e074c741b530a503c276784a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d949be6822612ae1ab962f28f542e1174a1531
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff454d924c0fe44abb82fcf6443e1ba6bd1e75c2a4d7f6d6401b8db2e6d79bc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40911791602719af8d73a19640f8c3c09208a158
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b798d92e3b3a0f823c36a2f989fd73b12d0c55ff87bd76816f5a4176e9c286b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71faad78e9ab14d22834ae0333974ea35a9a8a7c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed51871dd14f2382d5c21e5f61059c03189e01631685478873f71cbb2de1f50b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdeba5142d3d0a7125b2969d10e0c73d311a2bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3459327fc3b3f500d250f16810d18481e0ff61ff44ec0ebabf35b4fcdfeb068
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55e14c9f3e8ff46b4a0c2ca080b70ad2660b615
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1644411960b60a534adca4c41e1940708b744edf1e49171f3dd727308cd060e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb6d24cb0742072c6a75819c414f2825e178f5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0b63510aa31f8e921de9617454f68983739021077179040d94ffff97bb9dfb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895185ca2524b7f8dae894ee884d3bb9027fc97e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01eecec65b284c6b71bf364947c6b8eb8491266249b4c4a4b02404ca6e5d095c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1bb150714afe3c8976aac6b51acfd8f2a6849f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a762ab61b19ab62b9a3124c7117fd90d2a43132ed14e8d3c0d776c3507041b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a9fd6b16b23ca62bbb7a2adca82711a46cb8f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ba1c8973eb186b9fc853561967e0dd4003a5808dc5c5d355303ca557a63907
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c044f8f514ef82c02d5b3c94d8f25a88f95234
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8364b1043d620c48e8e65ff307144b5e5b18d47cd921c52bd1d442bb2a0ef0d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18424ee43c7ccc310f20cf4f49f044559789ffea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c8c3cd4f1b39db5363afa5db832b5218c3c8b47dbd6fa4e4296f1616c7d88e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f434afba7408bf7a4d498140def51ca0ca91e84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9489076a8ad06252cc3b7d1ffa6eca7472ba5ed3b38975df47388a19d12ddcfa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2773b7c64680f370fe4d0e696628511f58dfa34d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c7c4afb81495a4118faf58d3e094f80eac88bf421b99d771d10d2d1a5b245e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6425e7a754d89602baa5504e4e83b2bc551643
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55bf42ec2b0625da40c30b63ba8fc7b94c247d4631f2009f4b4249b62106b97
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d876e7de2e09a410ecdf22fd4079f335383cd8a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bdd0f0a8f21202ef77adc25526fba0273bf4da4de4f798a82381049d22990b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aeef3609b35e36de9c363dca24b01c0648c8ff3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c68d2a91fc5feb85c02111273ce14df21856f05589d308bb13545f48bf393e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe372c4a863cc71b6ccf9bf66862c61cc12b9d49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec00b526a617b25bf10354bcfa448a079aa06fee73071105e2f67d2fd3386a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7be790b3800c62c41744b16bb4aacf462cdab08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130d680eab8ebe03eefb027c5252627834b9bbbcbf02145cf3f259cb3846407b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63b3b72b221ac47db301c7e1649200f31a9e2e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940a679aa31dcf8767595504439f3c1b5993fafb27b0a77092b8dec5274edafa
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d41fca2a31aacc3abd05754e0d0b60c895fd055
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccce4aa952594054a204f29dbd137d595d1706f4bcec36f61498e32346f611b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab123bf9ad801112273a7c21f9d5a0baa3888b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38b6f141a6935bf281e8eacd8a1336f2cca128125da245d77a2f19d2391ae13
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43bae2ec5e79fe06875cd4f1f75badb015c5e9e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7ee1facdd79497818ea3ddf465ba12c4ba3816074123fefb99a1c106bb760a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ced6f1341c9856bbdd88e08d46d15e4d86d8c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf707ec43cae4135ca0d3e02e9b7d28322d688f6699d1312bb3823767ab581b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ec13619c71793ee96e12a2bc1eb79b72e8d409
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122376666e055f9e6dc1cb00c9cdd6abcf8448ca3fbe729759f893ef0429d385
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ab5966fdb6b34b64c45441397f2e3af6a531e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303d9830bdbd0ef33d1cbbda6fbef956d5b35ae1a8608a4c0896ade31aa2d97e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e08224f71e4a6e41903a5f76bd1964ac87e465
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bce8ea16b288d89b9caa7ab8e30ec4703c955a7a1afee3acca6c34775e0cc4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f791c864502fe406c14e99459b30288dfdde728
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb36cc99c2c9f15bc1d219834c13385edd57fae10b23990c58bfc77bc2ba1ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63be98773cbf19146006e884178e59fae92b96b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3238afca99af55139a5ebc81afc023c73feafd612e6ad2531558605238d78298
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8adab8c2d3158883be4a10dda021d65dfae20c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7265b8131f4202349e7174d317b90c5458cd37c15c1616972af6dd08710cbe8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41efc547354c4bdd566104884902d298dd8e56aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9a87eee606c9e5359d8ddc955b0d0a11b1db9c7bf46e0d8cb82d69fe206512
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba007acc6596834d5df080d25a0216fa84d208d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d00e235570cd12b867dd5c2aeb144ef8b9f16f422be11c45f3da94bbd74dbe3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f45ed02e65bcf66079433f2808ae3dd0f5bb70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52dc1d44b29edcc98c1a6dac5611fd9b2133e2bdd22640d2c1f1bae07a2c6681
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2cad964382a187c6c0d3c018f32ba19cf5de3c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b730de10c5ba54e59fed5cb8a84f396daac2d6b7d0b1e310b63cd544856b2b26
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af04ab152f536a31cfb3c4f01f270d6db00af1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7142e0b730264b5879da33ef328de51294878bf0d2f721e407900e5dc7c41d9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e409ee8aafc761fd422f0d1804c560ee386fb825
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ecccb1b58b43417a4300371b768f7567b7e486df333dc4117c87444f38919c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb791aa4ddf86694ee5f497a2ee38764dd460869
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9791a5dfc8773373e721519ec12b8a4baae5916d1db5de264dac62b4af1500
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6f2884434f4abf0816b8c691c5e3f70896f0de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5683bbc1cd86e362dca6c1739f5427ad0bb1963708bffa402a3ef065ff919095
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cf7347fe84eef8fd582bd4815cd6095f1f8895
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806f7fe2b9fc15a3a046af8bc1dd817dd669da96634bef9bec9e153d84bf9b66
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1175c66cc9d407239efd0f2a9b5f0fa2099205
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90efcebc0c8ef5ea3fb96a48e28ad3298d53670454e77736670c6eae5e8c9727
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1522b88251c55fddff66d0706aa7defb60039053
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a360a8f9dc7fc052d0ca44aeefc726ac7b14ad93cb4763df0e9547cb904233
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcffba741e23788ade378fb173e7099df5959774
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c17fd31d227831a0c453f6e5a3f56c1034c2cc732d9ad79956144ef6598bce6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510f3b14a64aa6363681cef049ef72babda725ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db798224cf8a4ebac76480d2c8665af0f4344cc66f22944ad193f77031399ff2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed85a93d6f3faf191d0e66361ba20112a8378217
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28070d3cfaa34f04242af62819eb5f68b2c8f831b66f5897b7be1fdd59d8a33
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be591511efd9f267a3e35c1e57f47334b4c5deb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d90421607825504d7979b7adc9d10326e195ba9c82119e8849a209011162837
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa89176132b8bc526f30978eb1f2ac6992620472
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16aa5aaf3b4383a02ad3d32e835eb44d0002fe1d076b22c606fadc6e312a3544
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa1ff88f02d99666ce47f391bf9604cd1aa8bd2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3217a9aed82e428e3fffd200e0dabacbdb993ee491255b8c5aed85d10cc2ab69
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9f5b177f3f6d1468561b08006c52ae22ac6905
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0cfccbd2e821a00c99a1532e1e84d1060bbb061f821efe123c775b4208b698
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c8fc7e7bb0d0f2bf7998c3f6b08ec78b4e10fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20b844ce9402c92fba453ceff8733cfefd0d61dd3b44fc260745df0c81330e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66468aee917d6e3f7add57d4e2dd8c33f141de5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8aec49d65ba569cf14ae4640bf79cea5829afab2ef91ecddff9d7ada47c6c7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62b9e237587e9ae78e1f990be4c69551726043a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9586e794298e7d047405072fc1682272b04cdc9f2575e774f8882b979c36e07a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187b5ce08221ca8537c2abf0ca17dfbdef65ead1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f6fb083b247014db5c9b5a456c77d14d64dba0f42b2dd376c862fc9fe6a48b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7738ba20ae7022ed8f78da5ece67d050435ab38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81cc550116d9450e70fcafe1ab9babe4b1f048b4253d383e9bff1d95ed1083a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf9bf4bc97b6ab9f15a87aba837f773248e40f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0613f11cb69e0aeb2ca14f4b51652c9c8abd113d49792acc7264420012775ec8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad165983f06046314c5cd2497b1698a04e06761
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec99bc38c1ae89311e67ea1c12d8c8c916971bd08b0200235e4206a0fe6e9ce
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feaaca3ebd8a754e340af529bcf0ee157ff3a267
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5875d3a39852441762e6f7a3c73b57fa23131cdb9cfcf5cb1a997ac293832b3a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af08130be4541442dee1a704f178f8c2ceb3fd4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6040407b048e6b17f5bd67dd5febcb70a93b49e10255858c3a3d2043b58ff454
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1af0240a290374065c237629ab8545043d72e37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cebe31e158c298316e55fea956e9b2a2de32e572f7d4c2715aac5fe76532e9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d3e30c902e3fc5e1e3841c5628f4f4a92e3c47
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3946ebae6cf4cf8636f60a1fc747fe88bfa18372e376af5082e922c0c938418d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c705e43c7a4e93c49ba825b1da07d4a9846b7774
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9836ffee39637d665900f6083bd5131378f46e111dd658f7419175d8d65fc50
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc5a14e9782e9e430a592c0832311c55a71d341
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1886f08696cbbfc2330af6eb495c879bc0f9cc92e27d4ceec81b8b115e15d2fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00630f78f6bcf70fa08113bbaeab78a20781d76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b285be63f39723c7458de1ebae56b735116d77de470adf1c97142c46cb032270
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9a9c64c1eafe6fcd77dd51ca8caecb54f24f82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b61953e577899f6ea136499198446a0e38be48383d338ba77a0a6b351686a76
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14265caafe117454ebb82d3cd5f5af7e151efad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee21a398b52cbb4fdece356ed60209bfe4cf7b66e2434436eac61aed29b9587
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1505f663a96427741ced1e2dcf82b0f2561efff9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7450afe69722fe55ac5294bd05429cfa7d3585ec03d2ac989412e232b5c1c01
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1626ee9119c283529d94196c13683dbe9b545fcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d475e65eb443aca44b1c7c87368790a8dc02d0f0acb01b8cf5f34ae3749409
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a5d9a6d18694f8ad978e419013e65ac1a60e7c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1032ea8d8ae42e69c77b225a433599d765fcab71720d9c2a2146c41e12df549f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874c203b208ee8bc886a0f703319c8f939d5ad62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce8ad43f52c82fa5cdaa7fcbf706b6642d03c50e0fc7d3d64e5231f418f039d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fc900cab49c0498078bbaddbcda29fdf06611c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19cd8528f00fda038e06935d0fffaabd43f25a85bb53bd6f25313e80a2dc2c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e80b31422829c34bea39ccd89baaf26e5ff228c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b580d89a705d72705806a661c5417171fc6edf9829461537be09c0e9609a39
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cae4322f0e7c91d48b1e4de54ed4d5238055bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7471b19b9bb72a66ccaba4bfe0c3b438f4a81a08adfe06a3e091d80d7cd2a47
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c958da446f8e1f574b58df22c9fa975a7c9eac88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc476020a91d277f5ceeeb07cc46b74e6b522ae80ce272e66f7f12d5e555b282
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72459eee6edb3953ade861a821f370055e5bf7fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8985cd3467234e7e02dbed49242619675a24ff9e471c33801cb2d69c0e51efe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ace73159adb88de5542d01b2c8410a534d513d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3f3663dcc11b499c69b9087e3d1038a92c6696af26f3251a9a950334395e2d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee719c75c798b5734fde17efb276c7bec5af9c4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d2c3df4951752a404a43f2f7ed9b2b8487264edec6b791183325343c196c16
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758c853050457b27900b8887976f8055cbb0261f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15d760c717ab5cdee94ac4603735dcd49c0d529a0c5e66f4db16bd9eddc9726
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65bd4baf58a8edddddae1182f2ed4dd852e349b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2e69f44a858556eec654ae1d42187dc9f5fa5349d3b3af58870bc2cdab6b3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c829cd37b427fe8617316f3062e17acf828ac912
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaba053d20643f421bf7508c9567a2a912b22377c21beee7db49f2e32ff48376
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8da74135dadad5cd87f353bc2921fca4d2eb99a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b00dd380cfa6b715aafd72c1e7030d9166e3d82ad2223997498a6b75f8c276
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da2b3de4e363e66f5faf4ed999c5f71a0c8034c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dce918d30f06485c20b2b69ae7742051f5f2f5e10c1305bee9566c7881a25ec
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d77e9787bfad0b22c26c64d37988114872b26f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea900d11159767213f18e7be3933d6992294d68a604c0800b596836c7dda4cb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726d22c412ae405827aa4a31bcd7ccbf981b59f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ab1c7a631828a116dc6ddf506881830bc9882b059b67d237e2ba2703cf1b70
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d2b4d6dfb1e16ade3f6dc7cb7c48346e7dd94e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a9d5688b46c1672a9cc65e56993a5da9de5861a841b3d1bc24a81af44a1aca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddba9bbf0a3180e25c12e834589c2795695b88a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7640202c86013cdaa59d10220687172f772552a0001ff851f042e41a4684d5f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bdeab94b54702e1d2949a8269ee8bab04e6c39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8285e02b44de80472eaf8f7ea66eeced3006a32450de25023bc6e2708ce7292c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c87d7a89b7f90f053dc5bf565ac7db20fe46df1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b655c3104adb539856741fb2299ce8b9e1e56ff49aafa5f86a0994af0015760b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3545ffb8f38d74b47b0ad7a786be3942cc525b2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e836ea5ab7c1d7868c98b597cfc4cef1b3cbfbfc74537c8d21c0f19ea0d1ad4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43dcf23d4f02f09be6bfe7c99fa0c432208d438f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f7456cf52ab265131dbee5c783bbe055d567623ba74bee547587f3de68a182
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46ee9bd06fc43363057a2c73062d49a926cab7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9f43aef111d7fd17bd030101d28b4b9546870297cb566c590685c7705c5399
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1824b4f6c3ef50b808930a50cece0afaea28c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965b6f5298bcb00b781fbfd6d354b58971f10f009ba151284f688feb9bd80856
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33aa84d968e15bdbaf25f6f53cc9ee78f07997af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf3d640a146e413287b1e572b157fa91c32c0bb8a94f8791b33c2922552c9a8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9162333cd7d081c75f261398654a9b434537791
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c15d39dac08e9542e16257664aed224141ecef849408129991529d0f7adb238
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1619a49399a8da1e412bb5633a822857c176d1c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee6b23a0dd09974d6cd95c4a5efd8bbf496856bb0656b15903696c89e4a15d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6aba25f03d68ff67e790df6a5f46dad24f05dd7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d54b7ae28bd3343ad79b992b3cf88b4c98fbd22d8856ef802b1f0da2d1a90f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ddc7d7bda0293c4a3a377f5733e723ab291d3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee9dcc68257f15adf489581b299e25241900202383b6b4b2e424518579bcbc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082d4515791a57afce4717db10635d9785229b17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1464e39b926f0ffc35b01abb7e84eac802ba8b713b7f3b0249bc05f28e591d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659a1af430cb12ed61555bfff3d205ea0c5d496b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2587601eeb784f6da87639522b4bed9776cfbca64f462eff615bc816e242e66
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528f92f9d6d50b6571b3df5f51b3937cb5f62ca7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f9b437da6d63fb77c61f9789eefd78d2eceb95aa667dd995985b3d861fc83f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e056057d3276bb55415cb934bb789f365e6bf22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f6b4a8c02b359973d05d9c1449c507cbc5e8b8f10bc324bab5951d5448931d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794f4b59aae7a3a92e6258c2a740585b5b21bb79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282621a801dd16dfc5b0a3293b68372a14a3cd42bd8f66fb95e780842068e799
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9147ba26396a129eb0a56bd16a2893da2b27229d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734065ccd5e2abcbd23680080370f5e767c001c5336a51734f1534951815dc4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218cae327622e2c6613867680c4365ee3a64ed63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e76f2026bd9576cbcb3970ba9d23913df5c54c03954189a8e1dcd94aad4648
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b310c170fe7b7a62adc1aeb2d16552b18b600b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02cb792de41c89053e607b3b65bd5800fb8f2c15a7ec9efa355e57a6d52d99be
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e668a4e559b922cd5671ff356dd6d22f1efa4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213d111833959f439b324ca908bbc14eea2aa5b2b2ebfef8b3ab897fd4568814
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469e67ca22b7feab3fb264f056d067a30fd8050c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176b70baa676e74c1c37471e44975892435fad27725b788702cdf88fc8165d30
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc73e51c901723ce785cea2b52340d08583994e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4a9b6c7bdbf7d803938e7d4e3331d1395e7883e1d4b8d86acc3e2eda4e7131
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8245d141da74a865dd81a67b73ea904fea837af3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903481fb0d8db91c535afedf659d0460cd9b8f62592bd531172ac9b7af9cd828
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccba3ebbb28c141afdf8538a263389be57bbc34f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdfc214f61e0f154f2d32863cec5c4ce4fe3d17198db0b80e15906c43c9dd6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96437a9a39d2f79a0b2c722ab3b8701d73df82e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e312b44c35299f91d71615224b41581e7bd68916acf8f1900b20b5c5cb2398
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e39c96737e91194377d2a4934afbce2576eeaec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b4ff0cecc6b13754cfa093964c5c5dfb41bedbbfebbf0597dddb23f620648b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2290acbccf29083e086bec7f37236af2fce41c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cf235756cadd476f90e05d0368464acd04e0064461203d3e043113a32b3a19
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e5d1d29b1b0dbdd09a13f96579eb7d76d07fd6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96882314de3256267d95a44c0a8a7c74f5bec1f00868c2972038bb4afbfbe3db
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38e64901b7a4501aadc5c297902499ff22a3735
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478030e4e709b4de62e3dfa8948cc4a60834c2cd58a4d933fbead25afd9261b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb8d7b942704aa8e3158e0e7d8b2727029fd83b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f9e802864674df34c0d1ee8139e525d63782af74688c69433fe2d2541833d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d4470389c2409d4acc1403c49e03d3b6e7c0ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98818deb3a7dbe1c61c104f8f81045d3d5fd381684b5f787678845845b1789ab
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6d937f770eb4d5037a88e3c612f23dd43a69ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a35ee88efee07dd4ff0a930aed3d107bf69183b241f63e217c16198cac6d029
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43571af10821dd1fd17d7c1778f4b07e0caed2e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d391dd56a7f3fc6271c193f352b83006a1bc9e6a924d5dd90c846dd0dbd7d28
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f257e6789d186e4acc67e0bdee2f62b91fce6e0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846cdd2e4f74523dc2510181a7f468e61ab2828978659be71638ac636381591f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1472b95eb7568528b55242105f7a00a6f95870eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055c05957559983f5a1fb7989fb85a3527c909048249f008dc37c40fdb5d6caa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8dfe20499ad37b3519c76514b29a083c027cf96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0327bd3f34e42d086a52073ac76c419a8782d64f39ef8f52ef8cd16c3c56e5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2d63928e3447a0714bf74ddf663b227ed0a2bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12343e720f07972c077d622b5eafe33afaf0b45f83336418decab4710688c066
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a87144a0a551f8ecc6b4129ad011e627efb8e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d272c6049c4563453d991ed00e9984785a9f08098eeb15494fccff78682874a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1452ed1191e12a645635e3c8b892780ca6e69152
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd50c796b14384a78906d9d0a606aff6ab70239005cb1ac133507d32b19f2b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfaa8c6976898f97d09d6a631da18a6bfed2984
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27512965b26c8e73c96f75826aeb24792f106816425d9b860f21b185e1ceab8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfd3b4522191736bb1c24746f126649892c757e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625c04430c12209f9ea3f3ef618ff20922523cdb6638bc5b12afc512c6478ab5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0b99216f5c7a01ddf952a9253eb35796227042
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6030ea6b1e007e000cc1e1e1dc604317863fefde0231c45611ac366542708896
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c14cc06fb4b0e087eb8bcc59bc7abb06aee57b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf6c3e5362c45e5facfd24d2318cb37d3da198422691bd030a0eb8fc5cb9f0c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2d03b6f37ac231dea880cbbed5040b4c7c5ad0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0a00e55610a4293ffd90f63c0e9ce95d8a1dcc97e663e4d41cce16f60c5742
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1020bad8a04328d1aa54f21018d77c286f8d158
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ba43c53fc3f87bb582608f4d9b8b242077887ab9906c71196b13d0763aaa64
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b410499c9b8a5f0199dff9949c23e660e8672c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998b304cb11ca8a2d965bdd55e936c275d84b3581654134297911d6f533c6939
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039015a6d375e8541f41049baa2f285e5a5a06dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c99f1b590f1b5e08e36a25e1232c9f57b1bc5f9ad33aa00f7a501233db55fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7feeca27b0dbdff6fbe53de21b95bbeed45bd043
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e858911847db225ae9a1602efa976a98b397f1585d7d27e7234b82125ed7c55
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c2f3b6249c60134b54759cac002740776e2d17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef00fd96e196149e81c11178a62086bc9fb6a81cfc7dbb14c83ee3676484e090
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377427b9e8c234d776a9ebd89949deb8ee56606a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1335e401db554302f2b083d38980e5cd016a123d60f827872c8b53f88b747567
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5e1fc93407382a044e1d79785768ca04f42335
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208a9277e2c0a3f32497ac586651c03c5afd496997e5dc9d3fabd8bf6727b203
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca2fab17dc9a86ed2dcb485f5708d3e6234fb43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c45e0d710779b9547bcf3f33963a6785603b1e267d5b5ff1446031c040a6d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ecb5f4ba7210b3a36070b09ba0ecadce42c24e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9f0740422c6043886a77d0f17b41faacffe6da48504ef655c89acea5019847
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d3e0a9f4605ccc133ed6d13196dd2bdbf6e6ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719dc33eafc8c68828ec7d03f9c528cefa814aec4d2f9c7c4103abc52dc4c440
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3516a4e07f23a9b1608e7708182569498f52cb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cee0de680e0a2a03a07775930d0cf5d583d74c1ae7971f59dc73ba6392f38e6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b934c9ca18804e110d523bc4eb12cd70da4ceee5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78183bc177ef95dffd0515dc20012a3769056a6b58f868bb05cde94e96dd21bb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c26b35c70f4bcd53bdaab52d0cd0f3dde939d61
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c5ce00f5d28da22e5fb6ca69f0dcf3365a7fc22833dac52295a2d89fa200df
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfe57091047012b08b84fcd1bc449159bbab8f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e19c392eb5fec6ddc359b09c20adb98cd28b546357c5ee766ec652faf1a9557
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985fb906c0ce8f010097fcc180b4ca4f9f4f9fdf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b6780b18ec4701d16ce39684a7c06f0df1a2a0aba23e68b19e9b7446951919
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aad70be86e263ff39ecbabe61f4f99dfc0d26a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532108d238be5a9388f896532f2f03972f615c7f88ab1d47da1290bc0fc7f790
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37f9f5cd9468f9060cd4f11682864a03dbdb352
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5bd25957cfcc3a0ea33d5a489b1ba3f306b2f030cac80394c621dddb937bb3d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e9ae2e55245fbb3e53dd37b3ec6029863b9e78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5073cf27ad7c21b91e45d707e7d99d788ce619acbcd4cbe1f1e7e0e4557b5c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b76df90499fe1947b18c76f72170d20f1e1f597
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3122917f38cbf30dab86630cd3eade20e4cd2e731bcc13e3bbbf0d11473da4ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f5dc7cb29fe9fda78718b18aa5a39b76f2f636
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146135546a090bde86f81c32d198035d423c72f642e2c76bcef416b2911f21b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4318a9e66cc668e2442ce6b8dd9de38d36bffcb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b75cc1daa5b8886c1c6f4695a3fb84a614d4597a5f08077ca8a9aad63e31e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e3306cc5e2f8704b99ae8a3ba824d869c32991
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668d9a02832aa7d7ca8889f168cfc7262598fe68084625567f53eed9ffa736e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b1cf97d7d39baa49736b54a0a499c77303a4ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d375250154b0032949d9a86fdf327f51665b81629842ea5e2d2d95b558abef
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3fc277e173531f8efbb78064cb5b89c4e817fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15ab8317c66acaa57a0126404257c330545aa8c4be55f68f62ed3acdda35518
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb54d0186580dece654864c84051863ab3e813a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3201e20786ef1d6d49a7194ba018ebaa47f762f49126c38bfdce10de54d1d1c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61221d59b70658b890571d0ebe82b58b5972ef82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cf9df71c65e52e3a9d8a43d20797a84ce182aa3f2ac79dc847d91dfaf975fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5852d8fa310a8b0f4f36401fc8f98bfcf7069094
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde66e9c1b73a7d144b46bc4079300a8b15a5016286030bc31fe983623e26efd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3de2fdd25cafd61d8d96882b0888ababcc6143
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5107af6548090184f6d413d1c4c506f1b01392b87b3ed9e1218343c4f81e9a44
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd43505d66488ae7dac34374183c5d6b7ccbe0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1079a5205ab22e005ee2e27f9d94461e587ede124fc3aae9084576f19c3037f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105df02bb1c73203e11a741ed905088f53e91ddd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4151852831b0a3e91495d867407a76f0e2b9cbaebc3cd3efff159e3d656b20fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456e603feba81f88096d78c01ed69652a6213909
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c44f322fcda65997f904f37cd2383fb6e0489d284ae1c764238f3a00b422c01
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5690653e3163791355f2d81b92cb3aebd9b3e951
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c903acb6e1ead6198773db669535c3521e5572c294209669bd76a65351f0d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492390877eaa2f1c834bb806c4da1ee9fccf73ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0085fb080a7e554ab6eee5872048e82f6bad607ce999441d255de0a00d00f2b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200947d99903d951586d11ff07e244e09a788bb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5345613d1a6bcd4107085684906ce92bba25883043cf70d2c2617bcc90ad0ecc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de84eef29027ca119c026def6764fa4044d6ea8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2eccf030b11a6f9a648d5e28fef49dfad155ebe78621f7ac10265e1e6d7bd3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37890c126a674dd364c923af4a66974db9d52ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157607ffee5d5f9cfdfe463adb500b1d10e10eb3fa8c702a3d070b58a7811f83
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1d1cae2dc162a5b4393340c9b68bbe57a6abc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab902058418827118c4b1404a7f6f8cfd248522650df4764c4fa471b75f10993
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e550c13667ba4a513330d675b664fc38de442b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986eb8428d73ee72399312a2f3215692d46ecc34d7f858ec6b1f256b254adcda
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29dfd8fdab63034d572158a0fd3733c266486ada
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894698cc3ace8aa3c65bedf2d0657d7c347547bd70d2c7ee6b2a490a9d15ad86
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262c645d4c691024088a0f8a35c6de92718a7e5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8dda1c262b21940871b71f0ab61893c1a78a15125101aad62b06788c70ff9c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771362d5e5b315446010907954e86a68ad17c464
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b780c1c57f6e13cdbb5bff762fc27885e74de9f25d838a233c382295569442e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4399d362a3e9f58bbc54f4c47a670533758e4065
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a742c03db9e346ceaebe7a51d0651eaa3e10d216fcf308754ec6de51765879
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5306a189354fcff35e8161abca90d260833d9834
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95b3e972290af7fdbafda655a7d348468aeb521318ae6bd84a115c2c6dd8dce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ba3044c23d2ec9a615b3181af407f1b8e2ae59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af6c05e62bb3ecf237978ad442f87d5ceb4a4ce62f7dc76cbeaf9e2f7a4aa86
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d590f8f5a203eaa2984c15f3eeab26af192f24ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0c424de9cef8985835506ac2f306122ab07e8409082422167cb31ad6c0134c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ddc265bdd805503ef9de77094ababe5e75f7b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98db259b84897fbecbc5464da023eaa8b09a02cca47e63fc13f6221be75c9d1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba23f035c701308114cf01e7cdedf685ed98414e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dee0f4a83d9c3afa896501ff65eba1a05050a10ce4956b6676bf31616f692f8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d224dbc0f4ea8c7ea85b9e8867d297fe6efe40c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d53a5c9967e7d50bb56f8bdfaf319cfec267be64b64ffc8228b8d3ae5cbdf5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d70cea3096c2836674176951a53423f07709b19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5f5d4b913f3c396c69063fc48bbd4fe94af924f2033ce565fe05d18c98190f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bbd4b3af55123f6b516b2bf5f5f1c721543f06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17626c8806d75a59bcdecefbd0d5d8bdc6dd2cf58f318e16cfe7cf6c9f89c9fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a4999055d9135a2658bd4c39913ae74f10f859
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dcfba5dd0ad04b2ddb920c45bbe6d3f933b9efeab79a8494f9e0af2e73f8570
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cecd3abe657b88a299c70214b1890f1dc0c7938b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30266b14421b621093f52f79e99d210778fda210a904324c94eb6b0851375022
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9501e233592523f98238ed479ee03c259a412f0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a7782189d5ee3e9955892074ce7eb75145e96fc499473b8c7806bb0274ad30
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a15b0ae3363ca444d930dd33fdf403269af69c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a79f9510b114536c244a6f0206fd01ca17e8b7e7944065368bd78f7e19c165a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2922c6c1aa9a65becd7c15c54a3a44a9c0b2bdd6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9fd33002b4062088a3558ef5cdb0575a08ddb160f4d6b6764900c39df43233
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa46c7948cb0b2fd6f690d3aa02082342756133
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880a80db83981cdfbe7444a3d837f1e15964f90f7aace74145a002c06b152a76
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efdda8c11357fd425a790e41b3ff1af1712410ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2388dffba7babd7c8d199a7adf230ee2ac224ae8649dce32ae2b65188f2c1baa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8024fd7314abbd51ebf528bdad3ba4c3af00ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bbd0f6b18d8fa8c20087b63e3c60d51d6b2a8a2295ea3d639e1a84c0d33ee2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d9cb820c99c34d17a1ae13d2e18bb4b87ca677
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a3b33d35f43010ce957ce0c17c94b27d6c2ccef8349b95232053fe880bd17f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42414943e4b53857d506cda25b70c4ed3ecca1b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1021b358f37bfa8274ac1a5b07e028a4ad51f48d236d9ed80939a05276ee169
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65051735d6d498e16cc36395cc0a3ec1954729e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7446b360b1ffa5a39895674d92e0a30aaf0bd14b930413ddc5cb06edbc06bb56
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc821fc9e68a3c58ab360b8774740faaf17abf4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657b3ba5bec9cd1856c5ca7933c1551f245180f45d3e0bf9a82749f3073a9f53
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efde656c0bfce14cfb2889278c4133f016912676
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c5af4413a33a27efcdb9bd96659bfc75aaba4e802de22f39ff8dfe62eec1f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f856fd613d917aeeb82fb5c356eb4077938004
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf0d469bd8a3928534cb7695bbed6d9b7c750040b28512a20e6c584ccd8d8cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44adb2cfea4a363b7646f413542c992e8df23ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd0b07df89043ce16fc501eea57492f977beea554302deaccc6d1240861f848
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c33683d35b453376fa290f07418f77865441b61
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5072548c8f1ffa41c152760582ff8bd5f873a4a2fa61b1ffe0bc1dfc8e3eaa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495ea1445984a422c763d7c26b6eaa0b0768b65e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c197c84ee3195a85b38a650962871138e012cfe072397bd7c903ecffcc763195
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60846eb796900d1b29ecd821feda392cd1a0f80a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e12c3f94171e3aa48c8632107ffdd7e1c31d11c82cf73b654e5677916def280
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57efc048fee2532d6f0b0cc781af5e386e5093f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a7cff8c1d882841e015369a7e5cbced19eab439bf0577ae206714962fd655d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d598da15eb5d1906aba684a40b3a563bd1e910
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8428313eb66d53b63d0d54405e002b504c1edd0b47e439a4ab15399dabe7f1db
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b2e5937d7460b5f5b7eff24081135ce72438d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53f27247287255c138bb7c668a4fea15ac2a76a2c4bcf20e379f8ff1d19e2d2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02256f48b54bad0bbff2269dad4cb2590b0b7c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a4e4eec7b67f6dbf443152804bae4c07c08c434d197a7d690211ccef93a8cc
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becdcaa5f0130ca0db86c78020d267816843effd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4755c9113254c5ab100a183d89598a6075c1f3da5995d582a01e8222425c5c29
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4b2b95125f470632ba6abf101c3146de156329
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d001a7260e29570e726d5e4927b71d8bfb6ddec7585e7e23d7979709a7bd283
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8af58b7598f3196d2f484c084f48712ce4c5a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d317685308a3c946b451528dfcd585dfcb300b278500c47c83c76369e49ad3bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c825081e9b02a6b4331e44b3e7ebf60b9e3bafd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fee732e222314ed2a14f255bf72c137b02bf263b61dc8fd7fb98cbfce3123a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b4a52cdc8343cae627ee5aed948ec68891c016
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81433bd4e88b4dbeb2d2a2cf8455621434614ddaa33131d3d364c1b5c2611ff5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fc4f5de629d4fdca650c0a9e0eefa41696acd0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0131169c7f8c9fb680ac5ba259f052d6830c7ff459c929fa24efb70aa6350a47
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3d68ce69152cc8c89fef6744f4f634ecf912c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10861633acde6e162fbad8b0d3e90de74e458919cc154546d57f7a361fe8a4f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c88826b5ae567bd0ab1606ee6242930ed6a07c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79647f197349d642e6536caeb69ec72521d012fcfad6e375bdf2b78367ecb70f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8f2e71b825a79fc553d2942c676b7eb6c36ca2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fcd07202642bbdad6f0907a2a57c66510c5bd40f0ccf4397faa05ed78f721e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38954070489b2ac7af78f20fdf6806520f462c30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78811e888cd3bf64a821c3549460bedda0a84cad19f6de8cfc78317917127da5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af293dbd2d2900c1d74a7065e3499298563a26a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08bc10a90913c33cd24b8abb2fe7c6e48d2ac9893826afa12957c8dcf7440583
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de8e05318c3e2ed3d2ba8ec8547c107224c381f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66792faf3833f26696f36c8ed731927b7e4e4ecfdb8e653f9a0effc284e45c27
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c361909060c8fb57ad1343a8ce9428d231a2755
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae55f97d8000a30eea990c2b4d0d1d4ee2be5028c439716b62368a702f87ca77
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18facf7c42f4f0124bc805c2884a5ed0d5792c65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39444bdf1aed3ece5317d0dac82f351eee54b8dcb894a610037bce93fbac0d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5254feef46c066b2a116953b45e79599415d79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0288b2e710f041408da2c3fafbe0aead87e3c027ecab6e03a3b7212aa932e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd562a32401795b56d1f63c8677d746cc8300e7c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a564dd9cfadb990b069134df86af4b4c9f8e9a6691bd155669d407fd2fd747e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f983087f2542a5ebf14924cb7dd7c548ab6ead50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d9c8b50ea0a27e1761eccf94e8689376a27dbbca7a5a966a4288bd77c5dab3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa04b7a1ca83af91b011f0ef5a274af7bfa46e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296ca5ed87fa10aac1fc2bceffdb10ee6805fc489c31aa1d20fe69de673bd51d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d834a0aba58a1eba714403f93aeb40f5309a4d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75bdfc119c5c699e5c346b5331982dc7df5c9007ec5b4ec863ed0b895b4fe834
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda73ce7be988226ab75a05a579a97a854ffb561
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c834710a048f420437fe85631ca5bc516b59c58b50c0f69387b2290e35539a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47c7b4816138514874836e7ff4259f44412afd0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a14c86d606af3e0ddf3419e83403c371b1a8bb9da0f4dc2090bacfd35640fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cf6efdf7e988ae6280daf7f5570afe5d7a4275
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa8fda00f7c1f41e9fd375872ba0c286f28465e1bcbc2641b17f9e13b08f058
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d7d29dcc6afae1bf3ff2ffbe3da442c295c755
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a8b90c9330602b85b5bcd5cc3b734f0dd068ca0027414a4753cdd6ab58e98d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc40fc8236b7a0d491aff9a636cfcde3d4df28d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79ac51225f61b7b8eff655437c7a66784bcd6658bb090ad82aa181cb4456710
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c070cb08168a93392467a09ab3db95cc3d84db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788a3fa479c23f8faa6e85fb442b7ee74a8af09208a419e3f5d75a6abff6f489
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd0c76051f357cc3593486826355c8410a4bba1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee677c048324bdf0e523262cc1325b23a1ece7f46ad344fe8a3d46b3e51dcf28
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7624a9b9ec229423622e0c3f6eca2245cb49f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa40642d66eaacab2526c69e187c4c773cb0fd6f5d112a7b7d6da029d90b881
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f063a5649d84379352ab94d0fc76fe76a0d03a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806cf9919e6e9d05d63bbf72d9829702b3a7a34b2f00a990957054db637ed78e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7181bf9a7374da3a4219e3cfa913ddcd3d4f44eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90ebdc7f02bc96d8e3d0ef525edacfe44f76f08522fe7d47d4cf7702b543b60
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6337ba0e58520637b5623c694eafd1ce11a12fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595601cfd20383ef54983b9e2337d3ab335fad011faa62c5325ab43eabe9db2e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d74955b4f2763af0e3fb01ae5c14f6566c75ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126ee7a06bb776d8217c2ebeb974bbf6da5c05b454a69a2106b5263ac722a8ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb6a29fe2df34542a9f7ff8879751cb21174589
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e784c2b1d05b8ada1d68e1e547d9bf11b4b294d173493ab40e165ab77e1310
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b357793563610ff9c7920a74fed948825fd60a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d467425be1e7d17aae5a55e56202052c0515cb827787958aa437efdd0fcee8f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36748f98488cf5002fd4dfc35faeb5092e424804
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ac89d6c7696c057542902d3b6226a4efb7e387210375f5495b54bad8d1c0c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4221ea9701b8c522c18633c32ded0be2bebc8336
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0eb64b9298f1f9e82047908631a938f826d8d8d8f121c663bb4250bf9bb191
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc5edbabcd597cb3e48f98f6a28739352e980a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bcee927e392ef3891be43f39e019961803e668ff2c29b96459038c1d29afd2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab47e47b4ff205ee9f54c7b63756f96c9aeb57c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7831f6be5afd23b6b0ac9534f413f25d4a95cd1d593602e0146fc9290298c88b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ce5506e5c8d8ff52428d51ff7bb04aa86a27d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b05e150d194097869e00159da33de658fad189fb0318a92af09cc82b299fd71
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea737be8a051b70cdea649d9172ce940e63b0b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894cdefa77384327c73bf4387411d9d1dde4ef6735416509e0d58d83b6674192
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f92c59f3ba74a787c05fef69d9eacd197af2ce9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5e7d54cfebb5aebb15a984bec5be3b3fe8fa0294eda03368e45a034b4996b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38865c0fea65a03f6c7261870753076241eec207
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc61e764d1a25f004dddb3ffeffa652e90d7e4fba51f88a8be952bd58c1335a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ba983f7d289c84e4f57ceddc9526672742a106
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ff56894d67bc390a569760b3154548ff9d38dfc3051158c38a4c25d59375a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b058ef967766fab2bbd3b867e4b4bf645276448
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4807a06a63f3de89a854db77ae74e5092e815049880137c9ab5b1f9174a8ac30
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fc5be1be5a7e9111bd52e9fed90f1c9cdcd103
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f197da017aecc12cf704fa911fb854953b69c2884aba02f7f4f085f5ec94c809
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc993d73703dca458472975332856fc36d5abeb5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0117b1a3f9c8bf60a3632689a892b33325aa0d73276353ce9e49e8be3ad56d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ae1affe9f37964fc4d34f9643012af61398f7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcae8e5aae2ed676e74c5a4e90add174a8898e713cf4bfcb3588e99e1d9ccdea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aed47940736e140b514d48db6c568399a84d217
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7921baa3e0daebeaf36580bbb444d47e864e182a3ee750b4386793b66c8ecf96
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c054f6b53e0e5e5bacd2a8cea72829fa96cfcb8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2519733b56f0f71d4499865d1e4c55ce07f92d49d2f6cc64de4ce649be99187
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97af9885e01b40722f72d5b2815449f4e973a71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5c20bb435d477531d5c2a4f4a0bce79c191b54cd0c469bf18e350d0b29ced3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fe27e06b5cca5989c85f3da5cd7a9de87e1981
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc38cda085ddf065a061ce6493669282d3ea42c646aab1ad81828798c5a2819
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2709b02d9c9d17db0a7e7787352294b02803753a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebb58196c8bddd37bc8e4dc1708d3849ae63336b44c86cbf5c5a4be383fd053
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce94e62532b96e122af014ead123c92916156cdb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dd9719a262a90ec64de5819a94d3e48c1b019ca8691c890a0ceaac47c6ef22
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3bf1e4e799d41d731ab3cb8c5db588f0b6a949
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f510fc25f95728969f31daa7e55a2131a09056cf963058576d7dc7183803d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6cc7d376ce89205f0a9a132e9495c3620f996a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e8bcf78642251b7632c6b061d5887a732259dd68774b9a72d5800d92201661
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e3dba968d452e7f8ceaf76cb9699d9bdf75bcf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20e5da68dbbca50c6509a7087fa3c27a9ed3c72459b71b59848d69ce6deacb5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75809e29819c47bec11e494b7ec385f298c750ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f149eac725369fa1883490fad60cf9016709554eb22efb74cc02fb5c31970652
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57015ed9d56b197dc04d9950bdd4918f79789d23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e173be7a7802e3ae7c858fcd8b8c827334136a63ff1b865f894fc9541d42eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8c2b889b95236373e06432ce70518fbb0c3f69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb5fffda412442e0f7f59826a67cc75fb08de11c5fc79e91e799422a9d2dc47
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857b8ef111fda9ba738a2e59a99c6199f4d980d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9a82a466a77b04d59cdd38b51a081aa158bbc268d5913d3b5df01580821753
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2865ee709bc3026bcd37771cbb3f52c35a76a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b521e91ba67eca8a30390b89bdf4bc91c7233296b366807b66d78089ef2c91da
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a0d010d7e252c26c2f304d68e7195c9910fd32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db154fb3def8c406a3c3c3072ff06962f90ad4f5c77236c98f9e84a1c4a44d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9529792afc090df8557b1626c6b93524da9d32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21d3b4f8811cd620029c8a7203ad464ef9f7852e96535c793d39142c8bd3a17
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f311d8bdf31ac48440966f598fe3c1d10b04b89d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d0d3a8b757648a4b5a32d9d84071238b3ce0158c005c913a32a6770008b350
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2268c81ba8d2fa4230d1c774c1ef2458dca0b7c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf675c9068eb2b4b2b19ff85df9306942c2abfdc5d3d87906447be0a722f8555
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021f7c6ffc24b471a7c5094bd99cff4a63a7cd82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2ce20e42ba8b58f12fa525d031aca9d0ae3126dad012c94a96efaa87e85a27
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f96e75480586f5f76c2a0125eb4788006f87cf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27936aa4a8296136a6aacc041d13f0bbf8f6600e9857016097aebbb0f193b28
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742c51c3045de5f8f104d10f5f8aad55c6e697a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c787fdefcd0a2227370ebf16f1d45410f1d11b1bb1b4bf94ff6192c854bbc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e163238ee4a1357fb56c7141aba62d14dc25d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b5805a95ac8984a985c75c3f03cbbf35ce1e0a47195b7050bbdc74e5d56412
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b01cd37c69102d162d43fd1349092f04e1a0623
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a04f7182c4b6de50dd6afa0707a194a886f0c28196f11713ad38c4f303838c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5381c2fac75b47264b6a47585c1aa9d68c6dc5c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b771b3172928ea480995d6fdb713797e9f5f8c96145269affc6511f4ef63ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4691047a157dd3fd291f9231dda80f07bdbcbbea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a54bc17a65e23466eb83db43a25b1ca81a39e6239a15ad049945dce561a10f5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77891b8db942f7ead45d7e21e0e16c004650f9a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd0fc2684fef57596fb8fb283667dae93fefa5e0a98afad4d02e033449c93f6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089a7603aa8b218fcb91faff6acd2f8fa46730ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e601dd6e31d744318f3926d202082ef68dda04b9cdfa48fb967918138f8e22
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60861572fdb0109eef124e253aee8fada5d04e58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8f91b7dd9acf5702fa7870c00559cf0e92179f95368d40c114ca37d3b0ab10
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d845614316c011cee76512a510c6e78364c8172a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b4848f430ada64e15aea866610157f0043aad2f8d00e7d907bbe35bc51f41d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab366bdc0b927eb4c9bef03a82c9b319b621be89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e430f9989dda75b720996ecfc8e5c8641b81cdeb70171570efc12cd81c08aeaf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9424ed44a9a5fd440245eb61bd980abba924b5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d89f009c375bad6587f1a5bc10ebe7ca6158d9f8885f14377e0a970876d6ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085ca027bc79bb473957642853fa5677083554a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e16f779e5a88834c65fbb85cdf150e0d08e5732de670d8371195613133317a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04942e789579c6b0947f72ab2f475bee69442079
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ec6602ae70d3d2ea26ec86e38211379bc4ad3441e970e9ca0825b83ab9c339
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d2355f62665e0f6e3fa6d9636e5b108c214e6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0e92b8523d5eb5e60e08f86543e8c33db17ddd1b7d131b6b8b9c833f63aaae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959a06f8cb148fa60ec4e750b2628c6c9dff035a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd675d4787b63dc0be8c47be10d7f9c1675027361bd4b0a6e0aa6e0483b086c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80f4d9707676b8363f0675987a51193b7111c97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92f3169f8613e135b5c0ba8f98565b200a09410718d81dff02f8edef1d1c036
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6afc2ad27441e2d2572691c70b5713fd4701f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a93d5e80f8cea95cd5770b5e93979fc13987ce606702fd2686b81a42327e03
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49064466a417a9fd505e382b6d18e8fccaf385d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fb89d561f0d27c52ae1871ae60417b216ee7dc4c1df78b6cf65506dd2a180e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b469557fba7419b97f09211b54a40466deedcab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bfce955c2512a53cc64ca35a6952dd623b34087920a69e30eee0270665ab5f
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fa3ec211447d1e799f06f1bae349a3255c4e66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a000204aba7fed6540be7dcca8f8645e974b53f78bc089f13872c0e44bbb9ec
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfb33cf663cfd74fbfe1919a21999b5ed2ec1b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e433553c06eb8cdca24ad7d45c98e4b87230b3b7e8a680fff985dc158a0751a1
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f47d04161b0eb7534f19ad828202f50fd139cf2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b4ef681484cfe5e18a5ce965dab9ae9c81ca170718b6f862f592c795e7b297
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3bf8fecec2a01a11998cb833b9908b9a2a0c841
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bdd2146787e0ca8f6c548d230615d7ec7d6fc3cab1a0ce8a314b2eff84ecdb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df7d863826d5b577c9066597003e2a35ea2ced1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3987dc24b63cf660f9261e0e9526cd3c2bd44fb444dbf04f8759051518744c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469292f0a0cd4167b723355d3f0ac00b28c6df80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f2e2ea464fe7b2812c2364c65caaa633b4382f799142ed572940a562710fcb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94bcaba5cc4c098f3845a96bfab086f97e336af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ded90a8b57d47515d4693c894c6c6377ada56ca9f8ff8e1831c66633972f53
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568373d9c0f31ec181302373bf01d0cd1f6c9577
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1a75b9e2f57a117b4d5f2b73918b0a2ef8bd13918ed6ea7d5d648857f04a57
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39106642eb974f1f7400260c07175881bedaad62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e7569e1dccd7b76254fa5c358e2ab5e470331c7c2e5bb48d3a0e7f848f7efb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8a4f0b6d8f8e08157cfc87806d51b2484bd275
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec346ad350fbc3d118ed4b15aa42f7af62681cfa88a273f1218944dabf8a2494
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030e7382004690f6816f60b80f4db93004a4ed78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad26d279ce51e0343504838d7b7f9620cb5264a03fe3697a60c6b6d0b394971
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a82b14712b7cbe56253ce96a6a6ea11282a7b56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10623af277011a974885054660409665fc97705e3436582dca7f240e55d337d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1e45ecfd4f3d67d3981d176cde6f1347fe43ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d91373b24dca5393b49ca213b8a15b47a88895d02b45f43c853cfc2c7a769b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe4217d31aa0f41831d47f3648f25d3e4fa0e37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f6456611f31c899f980cf1e20128bc48e26e11aa89aae42b30ae1b3a656b56
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4644b8ec819070fcec00c3ab40766d078230fa43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5115703996d70413f1f2b17cfc1f375178f8a60bd3a8dfc33d1945288feb3e1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33412d6add8abf782a29f8fdd9d82db480388cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0f4edabfdc6a00f2094e2d551e3db89601aa23604645a6bb15511c95080557
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655a9e8547c22e746cad74137929a9ae2ea3e8d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02cd6c1add66fbfc30275df518604c6ac3add1589de6b79e7573d1b13d824cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721ebc555e6a1d6a0ff39234582b716baf464015
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beaf222d7ea6a757da6b8dda31110d9aeedbd6045168d71930615f15658951ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a57eaea6e34732b09a0cf666dc661c0defa02e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60708a8f5acc3669d66645bc72af36427a41296140498ece06ec0bd59703290
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9289720bbe4fb535e11d282d840e0276c5b1244f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5346d0bf127434df50e1ab079f366861aa81f70cf71511d0742fdb70fd21b9d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388c0138cbd61b7502a9275d4e2f48d686cae0f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49abb12fb68b2be780f5db13aee52cb1599633b87c0a00c486d6090e93637bee
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb21bffed068bdd6e04e901f9c7e6bbe74388541
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2536b132ac77901c771eab16332ff65192a184823996cbfa44f78acf53134e96
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d39bf5c7aba5082e9b1c8a11aa9b28518e84e8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854bd83f5e40db9c5834b7e419b63a485e99f48b42a66113485b5c9ed4611c10
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0417fc8ce65b1555cd3a40782c8b3bbfdf0128e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f61db2367efadb9abe59b5383b56ad11d2f261b4bb33d269802ca842c3acbad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3432c99be469d2cd3627621ce0b10e370705dac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7df46d62335768e298ab5248ef0896775038579368afc3eea761588878c65bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2711db197b931f821121a86df7fb003200e7ab1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bd83bb92a768a5bbecc1a17145ddb90579bf78df5e043806ddd8b4d89a2863
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b339689717f3473f67d969ca0bb0ca342f27dbe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642951bf5a7d7bd7a5cba0dfc90b5e7d8f1398c28c96c4808181a19f9f03d465
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0adfd048d1636c7b2fdbe3aecf9a5bcf4fe30fe6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8684db8b142250bfb6343ea34f514adcd05f37a067afbe1fe8510c927a63c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d692cddc9dfb4f72606a30856542a8181c288fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f811a23bb198b7debd6ca1923851780c8e6ad94be25657756e3df3e7b1adc5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f9170a36543638226653e2e10d429a40debf97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4dfe0b475a737bf9b6683af0dc3d845eef80904e7e3a7ccdd00759faf6991a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5217335207d757f899e3dd94b569bfb2b5a32c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c719bebc09afc2cf2d1e285581d67b479f01f4667bcaf2132931aa61a7d95985
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcf9544514e5f50a90c8437086ec4ea023e58cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ce7fbcc0199db3cc010d984b7cfbebf8d9209f53fd5dc8cd5173c4a6ea5780
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced7f1c507c5aff515af746d3617a75471225764
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d5c2db50b2ad1f40aba4476088b2d107047be5ebd0a5afe3428495018f426d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b723445cde365ea80360d0c91f39c851eebb0aec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83901a2c62dfdb043a5b0fecc57d8c34cdb501ab70c69a78c624764330084665
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863570cfb5184bb50aeec329ef59852e1d9d32ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7ebe44415981055b3a49d41ba84aea9f7dce8e4c63ab5cb3b509fe2a566ba3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1b41aff6c64f1db119602208039156a6c79a5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5035c3b8a576f844b6be25cc9f5a9ec966d350d4891fe7632542767962ea7df7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c88fe1738bad334b3775a6609d3e5e6f1b03de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036c977f0acd902132087cb6088479061e9552cc97ebb89dd64b14e7cfccee18
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167d531de13e85dcafbbb5b6c8c0c4d2b39a4855
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413d636f7ba4728adf4fd885cb8d0a5f7b37a69a1c33923ac5b2f6423031fc3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a478aad656752fc3890061c3952747dc61dba3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d34e6141194593874b97550629993393541222b71d7736b7368edfad3b90ffd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fed2c7b5701cf4ac9f64fe6987c8403e0fd9406
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67eace2422201ccf02e5e8efc8d334e25046939b333fdd8e592e1eb93b97482
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe86d7e6a1b3d90cf16782731d9bf49803a784e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51bffc00255ff101d8b895673d398900b97bba59702ff6f2da75f84ff3ee9d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18af5fa139bc2c16b798be7005a871d0bb2bc11b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2155e74163caf79e60d4db8ce476c9c257a03bed6d6ca7cff2b272318df0c091
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c2b154db4fe188d87d99dea1e2beaad94ccd48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492eee8f892a4a68ccf93e9983d07364f8d7953de1d9565f9c27e6beb00a14a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12358ef2c5ac77c385e5d0940f40dbc442507475
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad0eb7c5445a99ac8eef6c7b1c9325b0e689ba7738f0afa678de36c3d4973f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ef1f1fa5e5c2cc550ece175f616906fb14008a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed406901d6bf79227c69b9eb9bdbe18645f5a4753f28e9dd555970a4ba20fac
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5929849adb323d41810c795de637d9db21462cb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef460b35dd61f83bf46f6e40328151f013254a3609f366e9ac7f16aaecec9bc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ed69fabf6c5023e2c19e4604a0ebc4e4773196
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026b246ff5dc344c62a1ca8f750006275cd25db6fdbbad500e5228d6d9f63f3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b4425a1262977dce717c632e20945b77d05f74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de64b3d1041dba75bf728038a9b55671a021c64e8073e59b496e2922b176442
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4973ab7ded3d9b374a465bc8c3feb9ffb8cde5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8a4165b4db64fb1b7b3f32e1c1024fd966f7af8fc2e823cdc6b16407255e1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b4f7c5c1ab27adb39450091e0db0df9662e02a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f2875c45c3a905512227a0e50bd6538bddd001fc3b751fb1c8923b2d58da60
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b84b7bc5cdfeb2d658733d5dbbb0adc20032db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4260ac915b281cb74ff51140334ce5cf359fe52cdcb0bfa946441a5a814ac6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5558a9f9314881d58b979ca6cd171306f262bb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2200de6c31c8bb2bb42ab851107d42f98629b934276ae4224441c35d17d68b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c944cc769d10525acfc9010d60836d5e7d2eacf4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819b0479c21a32079cdbba362e00bc2e4b0f0092d397797db57790c1396ce17c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6a4a72cfabde9b2deabd606bcd8daaa4306a7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0a853bd613593cb39ba2a23940756d7fd2fff61f48f687a2bdcedbfb5d661d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8691ce85d8e86006da5b1649ea9fc9d24a50ec81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519e3bb3bc5a2c95302c00305379658f6d5c2181b70152ba42eaabb2e38e90d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b2f250e8cf82fa00b198a2a8a7a4f23bc4f458
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfab9be8b3a56684897b65ff32f0ab09c4898e733a59a34a30e3b2bd71146da5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f888638260c56f0f0edac936596cbded21a64ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f34ca6279d965d12b4d24ebb582d593f01a055722c9bbcf280a2bc2ca0c4f1e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a069097f29f0363adc13c12707fed67ea3f5367
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22d933c029899ffdcab7daac07ac4e6ffc39e6b943256369e560f97991e7d88
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf2c8a25353700c3c10a76d65747c9da34eefca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4f42b7ff87c676531e745e3ed64fc04d37362339d04ac0d8194866a99e439e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8b4b4743d165c82d1c21ae195e920f9f66c1da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f374bf2239288ad3160afa5edc682994273975d66bb860cfdb915b8cb9ab411b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49529af988e618ca90601f4cbbb5e78dc2f4065
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10586f972adbd1276dc87ce69e0e571f2980247bf22f3f67a5f7cef8c6b22213
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a05e24648bc7511656a4a9ffd60f4ef4c3e258
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4e8fc1c040c1a6c0a7f8ad5ddeb2831cc597941ad6462cc0ce0b778837d355
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8a8fe37f1082bd4586001a5839ee501775a698
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12d56f503c0e6a4d7b5172eb7d783bf94d2d7c1957196e36f1e37daf811fe64
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5337b903826ec128eb3f550a29b44fd0cbab9501
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771eb9f70ec8491d583a5032e4c9efc2480dfe018d8ec2914cb9daf667fecf0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bea885b55b157fdd214445ae1a176b6ddcc890
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979cbe38627c5a1b2d7d0a245266e87d6627d10bfd1a4bfb77abcb4e78ce18c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3eb23a0ffcd005b046e3c26dfcc37cb6a168b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc7b80c1a976cb98ff756c1c30b777c9025e222d4e6779c746208bbdb50b704
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120cd03756cf6fb5ceaef53f2ef95f5382d07a2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4229b3bb6a0983b653e4c9c6552292baa80311fdd43394362b84f061fc69dc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407e196f4cda2219bf3e8004184525703df900a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c686ce20fef27d3ba1a7fdaa1e939526b632bd4cb17d388c594b07617bdf76
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5569bfa81f4c6df58a0fb9ad9a83f1fbe57c3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42877664d7b34ce791627742b18f6efd87bffb63404a2491b70abac1b028fc87
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d7e0dfdfccddd149d4fe95a7b8a1336451f464
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966bd1322e21bf427618b3fed433e5c57515760432b7478c2fd4905570841e98
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8e08fc18e8d03d4e2ea83daaa33ed74bb4ef29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b15b7f25e8da2081bc822e02264497508b682b38869a693059cf520ef42fea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb7a83cc53434d63a91baaebf15f7667c5f5224
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8663878f344096fe48e4692f688f98873b8ad6803531bbef476710693f6cda0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4acddc4112133d218bd462e2a589f1af87426bcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06623a466573ba89c13a038f4dc78a0add6ffeb621d8a62806e9e65e050d3384
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8853c70b4ca9d5cc52c530723dd9862fae606cee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc52e607b0d1f33dd7133ba697372c0f027d9d030c9012dfed5cb2d541c8b748
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7231f916b4903dd8659e9f13817680156e9cdcab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85f52af0ac3d57b9a8b78e276a7ac93b54490bd40dad9e07bc2fef00a1e3c39
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09cdd995ca85dc17c8f247180be52bdfd8da0a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3ae2249519b1f3c6346f628a82936965c8570a896e6a21f7b728890ae5dc25
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f890c607ada15ca77bff40c9e0670e664191c89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5533674b94e416b811483899036b2e5b207bba5593b7de0089d0caef743ac7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28202284da4cad280d32202fd9c1a7f4e0fa3207
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07be621afa4600aec418ef3088ca214f97274a4fa0bb0a48b9dccdb820f0a099
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388444a66b891bc42b60bc25b37c1bf5ec510286
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6051c3ac7a03d57f2e0c36eca3eae82f9a927d0ce3481a93ccc4340e9008b01
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1b3b05e12e92d4752cd7868e48d97fd6a69ddb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5fd46fb7001d11d2bc945ee996e292b5bda0eb7a72a585668fb93bd4278c3d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c30208251e929eff6896388f53305251ce8e665
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf08e9fe734892b5835d30af6328c01d0c20de1d4cf567c6c22784cf0b6f71a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f205df512afee10b513eee790623d48044ae6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7278b4fc4cfa0a996e8dcbd1ad2fc11e79f45fa4d5d7a7b52bdaa8b43a1e42
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0082a369585447940ca9be658e21a8122f032f68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade07d3d3f6a519b57c0aea299f0a831fb99961651f5f940393cafa471624ee1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8466e8bca19e72eca6affd7c7fc152ff0816079e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85cc5e83873e9a0e87cd8a609006357bb2b6a03e6f9ffcc17018874d7e40df7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f0a3f5dae5b17b9396087c14dadff172079ff8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8483457c32432c7e98e50d72be43a7c6e4901ef9c8dcb68d13547b4c9cad5488
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad6b6cb43d172560735cfbd407c1338327aa8d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962fb048c343df482df74b12140aac34ee228ac8f67fd7e7682065306d19a7f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a259678d35c948d2e5fac647f6407d9dca7a480f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef665eac32f18800430d22307b5a0f2d64dd5e276342a415e8c4c106b8a1420
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21326a4df403706dd128864d97a361945689c77e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce67e9164e300e1eb6a32792ed4260de63219fe7167256f44b3957499ff40c07
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cfd9e7b556affdc7afb42beafb7b0678a76f94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63310b4117ce97d5b6f172f0a6131d1694d80f775cd0f9866af7207a909b6f9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7a9f7e66a9e1283060ab2fc0508278e9b23f96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e92bee650e68ff45d864aebc944effe8c42afd39c5e8aa0829d1ad09688284
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baddb4e0a9cb2a5abbc8ada833db90b52abcf908
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786c7b6314f2a497d2cbbb015def8e6f7e329c82fe91b71b06f6cbe6718b03b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918c0fe2764ae93f236a959e5ae66c0ad7820b94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d06db5dd907d89f5d0459f8652ba6ae6472217b4a6ef5cf6846af890c81258
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07bcd71b38b8b2452e133efe5ec5057b67699b86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46241fca52229808a6dd0e8a1c60f289c5cd0cb55e24f6a4024386adf556beb3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29dad188a57ab69121b76c8199c5357f8721c253
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92de7c8d395cb6c87ee0f55c170c6e1784ab0beeb8b39528b449caf2f842530
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586aa5e0551b03db5672e9255e406f006163d53b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e043a436215a18962f077471e1b77960ad48fc06aa5d457432e348276f2b9b1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e0987c4c70078da45b232493855f28cfba9fc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85d66f3fa9fb656b25b9a0b37350c9c1b499cfc0c4d875df981f2a5a22c3213
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6671865d8d6f6632b8892f44fab0c4e3366e85d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927294b8e74f4a6f6a2ac19aac10fd74529b74bf12e9b352fd3720d860d7a09d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c059026767cc53c3c97e8cc4710ca04e598277d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2fb8931acfb9244c790266a731fe813199723dd4a13a69a51c5618d969d7f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca07b4854fc65e2b809da996fe5396abd758a9ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba077020227bfe864d38813c2df3480b044365a71f257d07f8ecaf5708926fa1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f202ac3a4b7cce6f17ae7d8160684c6fda5327da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9580f61f90588e0a21c488beaacda14a1dfd894f394c5dcff7cdfd5c6eb2e5fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766b89fdd59094c9b8ea1180023e9589f6b3f4f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6909c006d3aa5e94f79247c42ecd1ce749716212a6e7e0403c3c18f5d349bc0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410cd85991536fcedfd69088124547ef5d239dd1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1d720bb02bcf4fd8bb4b053428b1ab0f6c73ec766fc3f7dfe2ecb58a8a4b5f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa28eb9109fd7e2d6b7ae8f857cf330c707a0ac7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c3c5d37d79ef63d684b203ef092e62fd4df74848b8b8208b8f8db20a284252
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123ebbd59628b2ee46c67a490231a9fdab4fb497
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afe3cb89608963d3d09b976babbb159550842de451868dd25c3047985e057ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96967e9cb42eedd245c7442dc0dab0504744ef32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcc5a0b19d5a4c94331c7ea0401361bf1fdc5793b05e2418de31735d440b143
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829b909a081508e8b477cddb4fca1c9ee4fdcbe2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e2db2a7c71ecd0758bf568b0dbea31cb1c2bb491d7a2bc0856d9a3e685f2cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3a54047b8e66f50b5eaaa0d9e9e86ac5901c39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f22828c62ae6503613920089df4b22588846e59928ed1b8c5dd0e63276d5c09
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20e50697b22ba0b74f87a2478f76136591b93dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f2f86f2d7854af62a18248de7ffa1d79eed5704fa96746582b9d0d53ba8b91
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8619f68d2a1338e6679d3aca566ff9ea122e9067
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f1bbfa1ff82051d8eea88c99277e4fa63fd03be977de5af2bd4cd8861348fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4c151b731e373f31ee7521bc14e2892500a859
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70163223d0dfc904d219cb6061b0a93f6c31686ceca5510353c979919b98989
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdeab0e425a79473b9da47e5ad313c231fb5b675
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67334303e9f1efe747851a2f75edd26d0f2e48b61162d37bd55eb81680febab6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1747fd907b903e9bf92f15287c4df8efb8e7637b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1893c2f71b7048e04cf6957a353c5716f7db6979e034bc153694a8fb5fa35c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5a7ca081c851a6a4e7dd5864d65387839ade35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478de1ea9ba96156da2bba891cc450cb05b5406a744261a82601e8f4ef438b17
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2520be600ebc4342c3086adb20f0be846e16d296
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc122c7625b8ef9d5b5acf4239c831b14710a99547be6e6bbe5ef8dd2522e2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e92c3d52f696105c4c4c9d98d01567ed667fe9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e52cd171d8748a50905ffe57c9cfc71eb7718bc898345f34d06dacca1ad830
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d568c555aaa0b60b8aee30e5ad477662d49803
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96830552ad3417ba14dff4e3eee06d8cb492c0507e0cef248fa1435030f6b53f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f311c9e1f37df301f280c11972a022687f4f23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f967ace6c2bb35bc2ac65a61dcb9689d82aff62de82088def57706298425d875
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3542759672ae5dadc12ecc8d56ee74b5ba6d531e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed757be69004c865709fcf38cb9a7c3954fa283fa2022bfc39ab33c83e6ea65
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2834b725eaf78ca339f1febc159a125bfc78a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8513db981c4befa1cf48c774c5b8be1aa2e3261c156d05b7910334caf256fa9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07ebdde4badd96444efa9c2e71cb154acfd8c82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3deb294b3d8c2dadfa04fa2b85c4a4ee4e4544e7f14ac0f6235ac6c8a39cef99
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bb33d3b0b4e75875d85c4bd9e13fa2bd08bdb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ec710402c315aae9ff2568ec84571b424f226b071fa3e739ceb85c7b80f0c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bac11638f32f75b0c07ba43752aa559428e1c1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de43d64bddbcc3709c1afa383409439e61517c61045ee8f2c4be8e8c7a64c61e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ead17688fecb43fbda056356fedf904649fdc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfd46210ed8a31dddc2bb7bb5e0940d52b47ee2cb478c410839b36d545e1889
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b67407b72276fe9649ff8128e847889d076b99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28931018ee393ed0db50eb11b7379b7159ff1a1f1f50e374963cb410a06409ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce4f89e909f1beb42b72ba0c85313f166f9401a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1765cbc15dd4ee4754266f0ccdf1d5145bcc931e501db11b0d2b4e06bfc1f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b3af48ceb6be69812cf1242b0a7df9011092f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae6fe507c630e81f9afbcb547c919d28c3e8ad5c1441c3948cb6ad021bd645a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e46b249f2f671ade9bc3ec7cbe9af1e66d880db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b497dc780066df3446b387f5543cda1a8f35d9e98f3e706b2ad6e844e086d56d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5530ae7bdac6dd9948a6cae38d7f112eb957807c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e894972617322bcb39a81be73b4771a2e345b14b1fef783995450ca3991425
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384a725555c91f2f123d94d2ce09ff7b9620d7df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8771af5e5407e8d0d0e8d5c15f6172620930064e06241fe16da0f733f325b3f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f150b603d1aff971d6eac09477a2607f462d9f85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a5bc23d50c8ad948e9449a68883330fa8e9e32095a7cff30da04d49d0e916d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54e8d5db1f190e79f833fe1ba7930df2b3e22f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b82f143b15e4981a89758ec8ebd0205f5b2c44eb6068280538a0e1a730a0be9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae09118b9df0f9f8f3f5a2ae73dd305cda7a37f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3871ccd969621a23a305761dd715254f61e6b994fd4cbcd22872b2459bee1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b708391f466e75d57b307a5c0306a6fe1c7e9214
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfd48c1da3014f7bd62f04708d7ad954750645a250e06a9a7cdd1562ab5fb46
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ccb461fadccc5efabcfabb341ab442da1d9ec45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed7a5a4deebba5b0e32ec867b400d71c76705cccc0ef7e660d2bf07fd8b5657
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728333fe672c770ef356633fbe861c1ef939c006
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc2a21143beb6893dd747f8a8eef4592e1bba4d5e8d9e85c35142c2deb5b118
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538b06eaf389e5fc569ee7bf0cb769bd2c27ef67
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3b9178b8e70e9cfa7273cf0580b4017add171c1fb39b5511c4bcb4c168c891
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b48a0ad1549530b15af94e9071c30db8f1c532
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad4422e658327f24096edfed420453160aa53440d19e069017196ec1ef0daa3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b227b2356b52388b0e6b50515de5bdc21fcd654
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe62bff6f362cfbfcedf7f946e944998691db2d1dd2e2f643b96eb4445a8584
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0112fd333da9c56b3e3bef17150f48deda3c8619
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cc0d19039d23ae0a5e70326d0d1f7a1c3bc643197355b6bbfd7061f7103e53
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45cdac8bcee0563cc834d2d0c5f13ddaa897299
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9906aaf8ebd2b66898f4f20cdf73d5b86532edceb98fc66cc4c7851576268057
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cf4e3b3b9ce349b6efd6ba920b39ec99494286
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7db2eefd72a33e2759a1ff16080cbfea9e3873cc895345bf231fe407a285a90
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340ce33e39fb99979e5f5ce6f73b285437bf9684
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e274c81712b4c149a46d7b6b790a6c52d15e00a6d8ffa6bbd5c28331e6befd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dedbd0ee6b3379572e8694fdbeb23a042b02301
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8c900bc96d45cfc4e575cf6fbd1f7837a0b19abca9b8cc201b241a6343f9d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f12f575d1e2e10222e05a2700ebb5c73595abf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be80c7b781aa8bfb7f831dc3e9946df82c466986dddad4c7e35deb06196b5804
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd8a4243b09e45bfbfe49363a9da2f57b0f7b9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9da26878bf114b0ce3be9073189b6c223db59e51187e044f888ac98447402d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb53df5785a57cf1bd454682183a335c8b54c35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3647628d5104df7f9a4334103e8962fbc49f1bf105e62c91efc8d3a52166e642
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbf953e74b4cd30d507097b88fb02bb06d8d000
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c09811b4f517dc85ace87820444e63038e01ea0f5ba29620ae2c4c3046e42c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a661f412959da6927cdd76f4b3fd1db90369ae3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07789aa0af951a4dacf0836f5dd79b394434293fdf7573e167d40b63bf163ce5
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6414269fdc3d3558fcbc69b41290d94dc671df9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefea9dbc749b92401cc6170b02bbd132c5a8faa62e25f08197bbd7509190711
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e19a202c1b9eb73a7ab0b1d649662df9ff15346
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59d55735efdf5c17e3cb01f45368ebd89505a515791f79ab4b48a6385e1f536
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda2adc6bc9cc29a4c0c5131c9aa692cdd484556
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b222fedbf9a5885b84dbcbdb4b85a51c638361ce350fe4668ef9be3ce4fd6be3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a97c369b82b22a5503e57f1d639cd949dcb46fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10330d818b6dcee228e978e3f0abcab038af304c5f9ebea1430186c4eca7ad63
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db982aedd22c80b68caec1db5be3f17be6d513d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4d8976244a59eb13edb8723ca3fe7ee4cac2466e6325fecc747b829b571695
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffcc1a7fea9f6d645d3af73a45edaa43518c754a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc6bde863aee6dcb991e262366631fbac5fec8a3e22b1dc34a920be27e08f36
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c29d26d92bb4c4f9dda56174778fb81a86efc4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ab378397b4ac2982e8b7ccae8193641831fc00e192fd6a2b35d8911570ea54
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e257facf03f193b9e443142d547f9bbbcd6ab2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f81ab37003553567973c9b2d6ed2fe8f9305ef94a5f48959b4f9eacb1325e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e91eee7551f5307181a0f071fd8a8243c54793d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb9866815cc981df69769dd7737ef8f54fc94fc50fe8330735e6154e34cf8b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af8feba14383c8111bd2fe24c027942b9c9de87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b756a6bd3b784d8ebc689db418dbaa280ce86bed8cb7bfe2b14d353d83f86505
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4275461ffbe53961a73dcc394a1873760093ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f452d1f8a0d19608b6901b6f926301e581815c60f8df04be191ebead1c2f64
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7316d150125a92fe6c2c68a7b87b0c1801e3fcd8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c12c4c6a3a128b2abe8d256d4b40e88f3a9da22037757e6fec8f5a81c6ca71
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0820b5894f211965fdd1e65ef3eab7e7465c685
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e2f8fce2e402ec8284324e0a4dc418f68d695a681538cf0af65a7235a89d90
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b37444673df7a31d6f3d26f0f9b590784738c0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407b9a99b6d24ace29afa49be22561ce605dbd926516a74c90fa4d3593aaa206
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e5cca803012652953842ae585d6fedbc515d91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83064f65cd366b9e21097c8ea4be0765cbac9d4449348d4235036c360faa70ca
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b391ef8a3b8b46fb3aa99fdcc838ddebe9b1b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db35a0e4cd487d2890a90093be6efc45a90f61379ad754154d14b32a80f63f9a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49250def41a4bdab0c7e9943bc5c17b68bb15427
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269f1d19819b7fbeffaa7720350a6896269d01eeb776a133ebd343b637574452
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a274572cc481106360aa4f344c3c0389200900d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f62d6849d315546aeacd8d58f40131989a6431bd23e9b8462e0d04351bdcb1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d7f5fb6a220b154287a5943dbb7511e31b37ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b757c38b316f190afb1183f43152777c7bf9cabc6f799645f8a8bcc858c7110b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fae20b8f5231070727edc0048b2a0e340a7d4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6790a93d6346a71c7a8f84655fbd25d022c22c74ec31b4c9d6dafdb3c7dfe6a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f385ceca1798bb9a02a06b202e6db755134344b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1812d19207a902825029ad392bf6993540bbe40f55f58b311793ba8a47d82d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62fab8faeb043f89978d72f04cc3ff9224e46e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca1284a085e446ad6bd65c5d7da0705c5cdfc8359b86d8d09503bcf6fffeca5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d044342f293cc2cd7f5b4f1dcd723c71c4edd51
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc7d377fe52fff634760cedaead2c9c85393f4ce493c83151f1ab13271d0f7d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2944ca64d41f651fc4487b8af1ee3fa17f183a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651a7e816ba0b270534c19eda47c6d7e672a1451811198ff037007ccf1f5eb12
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e20d243011b9b5e7d58db34d7fd20c45f40dac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e97d30fd662fb5b091e131bb0cfc3e2194a34cbb41affb605332041c1202292
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5748921f62ed95cf415bb40c08967e1595fab7ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16edf2586a293cb89cd59d549385f11904433a8faca73b8b80cec01ecb76711
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05782bb6dd6553ba88341b096468c772b9b34cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed804a079ead066c3ef9eebfcc7eb3f34240fa01dc95aff07e2e74e899f1b363
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e13c99048645f7c92b89be611f8a0e8d57ed35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b38465ce80d8d2324a23c9cde347f3d7bddd167a7295baedc57fe1cce23e3cc
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a82d64b525c767214a95981c43753515149b97b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d4b3a084d87bda09cdc763aa94055bdd0bb9b73721fbd19d2fbf2c5f4400d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9e06d028daeca2ac34767bbd96de904d3332ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24eaa33a476520ad8395662709e05a7f43b7353aa3a5ff069f48311e7200673a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21ed8aadaf178a039f19a1cd85edc90969d926b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9a613d2387f80e4234704be8d466b259df8448474c060cae35d1479210a9aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76f6735758c62266591867789ee9993f6946646
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b71549f8a418f3f71f7a8ce19001d081d27b0aacb3c038685221cd6ace738ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00740fdc85dbe6c062593a307b7c1a78de2b59b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d5fc4bed629b0939c08323276c37b2d33736a0daa0475fe1de1bb4533d3c8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d1172362e8cd86b3cccbd7fa0f153b18e88ca5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4638a77064b69c52f5f824bde6c59ebb20ff6674146cb08c9c05a3315d77ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68cbc216dbd6ef693d2796cb25ef75a7a4db9c8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c068acb51624ec66c1fed832ec361ccf3cf98921fadd3f4c15ca1327a649710
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1419968266fe61c7ab5a9ff6a14b676f3af20bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafe175948e0fd50fb10a1d6da1aecbb731a5616f2fc7d0df932ab34f5e0fb57
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd51b48a69dfe4830095591b20fa0f3bdf30a15f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d072d0449eca7fffd0b0c3e70cc4f8cba0207e727c8e869ddcfd26b49bf555
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cff81687866b416a288aada46403bcb677b6a85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76884a5490bbfc70e849abaacf18cd7f19db955ac917d4ea5a18f7ed8b79636
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d62244d28508eb4ef061c2c4108c3589fefed33
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ac7acfbb815d456a37b4695fae157b162c127598651622cd706a0bf918e6ff
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b76da5488498b432b1d264ee4a036cbab487e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4eaa60b170dac1a453b7fef40c99abe8f4283361be09840aafd1a5531ad03a1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02414dbb5f9f40ba9d5a9d07826e4af3d774c72
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7484d9404a5550643c9d5db5f5c9c4682b6b89f3ae2ee10de4ef0646a35e11
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9acee9da8e2de2f725e5c105fe4194d70c79dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d2bc556c048a1dccf291eca779928cf86f848a9956d85392c332cb0116b6e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d37137739912273e1892b31f5d0ee5d12dd501a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba416e4a91ea69823890447b15a94e8fe22c304a44a5c36c00a1ac5f2b145506
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5c4bf3ae3055f1bfd9d31a6b3b5b2caaa315fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6705194af57b68716fc40a4b9cd90d71ad50c5f62869a113b23b503108679b66
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff6b64e3633dd4973e6f18c4788d25faf990aba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723ccaa4b1687d298171016c432bf176dc85d73f78f0167ac45033d7e88ddfb6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187a5072157a29e523e0511371e1a3ba40ce03ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ba5be56d145f7fef680825a99b8691a69fe5b1787c7154921e3473cffcc99c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97fe39f3ddef56b8eec22e065325468b752ad4f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f203386344b5d168880e0ab0747e070f567101095c18618069f80fa16a4cc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93939b4b49e8427e9344f0cfc6de1f6a426c1d33
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8eced5edc6cb3c63e745364e72f810b2b0601c8ff8ff4aeda8b6c681fdd6f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2caac6d458d3288806714fab1a268af57905ff0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f15c6091f193bfe02fc1e280fa74b4302dc6904d0b842404268160c70ac2cde
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24a5f65052b501c288561aae07364b936855349
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6770ff219a32ad7b092a76b1051eb0d21f636b6c10d4d2f512e433cbb8b5abc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175c48f463dff4e597ee25effcad1a5e61139e73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa37d6dcad3990d87d65b34c9a0c6b08758194d4645b21519ad3cf7bf677ffd5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8900bc7f1b5f88ec7caf69fb1b291afbe4d1d6c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5055f87022b2cb9c995be0589d1a198044c1698e30c9f727e0b5796265c5efc7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7a18ad81604bab50cab64f4a85da64fa74c7c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842da35c34ed7a50540f4fb27ec9c86031b666963c7fc41b4906ed5b02563c78
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e031b067be2f5afef6cda18bc97656ec6fd40ecf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296e1ab9d358ed737bc9a211793b3b6f7e8e4027b8df5f427aaf2393811303d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd503d03e4a66e420dd07cf2fb9d1413e8b6d0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545ec1c77888ce7ab1e998520c4b563466be7576e5d52370c4e59e2ae651486b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb2f39b8f9ae8fe1e701bdd063f83e78f095790
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0662085b4bed1c5b9640b600baf466c4674aa677292aeaf624cbffc51ae046
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8fa8a41458f587cdf7aa849ea9c46a67320d5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97d5940ad8721b7e82cc9d2c481f1afdc9c3560f5d0349e231500f6a2e3deb6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2c8d0f8b2fdb6de7234e0ace9681b16ee006e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a09134e6c84a2c7df073cfbb875bbfb12755031ae64c507787b827f55cbaa8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a425c0f3d08687c22cce468c2bc338846d374bdd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481462d8d366ae02c16f6c073382618e95b0dd5c6b62783bbd41c780f1baefd3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba80c0b042e5d2afca92e54a6d1a04dd8d408f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3559f5f8064d8a07f7da9e41d5d11e0d21383060701040a05b3ee9222476edb2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4171e7bcad2e93f6228e679ec3a0b458c33dc52d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245a265f0de52b8e580ad4299f3938a8860301bab80c2d3b706f93c2c60d5139
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0abee4dd7fe94000981b085c036a3fbc5a109f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdec72b3b229a83df77056ea7b27f9663f68b740b88051656d4f5fdce21c6ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb77bc21e0161ebb21104d838bc75c0b207587a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c24be230d0447417a7f01919e1e09b46a13a6dccd17ce45be147a341a243896
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de049f6cd606a49530d10d6ceeadc54b685bfbfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df61c0a07675b695d419b7d39323b089e200b8aecef15bb5d4a94ff6b08c24f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a84e4d97dc781094e7133651290d7ccee04d39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b5e9293287240a3b375eb75d88dc3cdd6237c34541fe56b73523a02f0ee4ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de647d2fe09a9931498b372e70b5ee0d89f02244
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8faf6d46ec5b15b5101ddcea58a4a9e793000236c0bacd21c3a20a80a3ae12
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f046dcde34d56c7a16b867b089b35a39d3aac4c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16982eb284af08421bcd00e9cc976f68f4163a1ae37227de0b7e834b7fb50b1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98748b819c2a1343ca8ae2ba6328968144138fe2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f88159ba1568980fb44ee37d94c846f8f79bb08dce4046ff021b7262127c7b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3740b393effc33436942df2ea4e1859e3e541fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff99eea6c732005dc69a29adb2542c0f4326bbf12a598716eb91dd5a064627b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fcbe4de70840be716611d7b62c6a239ef7be12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2748262d8335bb1f1ad9645d7e1a308188c7005e4f014e96afb21406be92d75
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffe94ecaec623d6419cd98819a52d3c0cb0f455
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7d4c10e06e6cd6ea07d875ddf62d3fba1a9474ded3ec5ef23e2c57816165d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fccba587e33bf25f09ba8d36accac0a8aff101
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17021a803496e6b6aec6b7619610636ae7d6d2a29d9be0cc7b151dedc68676dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39946dec761b5e69fd257ed7c18191f577c7b0e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc344181dfef966b4e41fbeb7e1c24bc67662e8545abf4beb0093a8bb5a3e630
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a559fadd346a40397c98cf8160048dfc6d0c4bdb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba1199b6f2079496e04b9b865e351891d946a0b9bbf9efad75b28643632596f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d8fe407bfad1726ec3030e11799e0d3f08fccb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931c95b7d6fe6d0f9610de5bc1c1b4245d128878f38b11df791283439258c031
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1adb8112890b2447a524a2854c67874a1f94a922
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5eb30c3a1759f17a80922d0d4beb6449c6771d2bf165f876c9d8b00940d2d9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b204e2ef036dcef0833ae6bca8514ae8a7bae46b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12687f656d2f7bd926c12917cf750282603a1eb50c4bbb74433b5c5bc61f544d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b24640b4e28af62b1cb01396c6919c2e07ad48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae5f329fb44186e26717bcf1b57a32b945a9ffa5d8bcad698b0a39e93489741
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f60ba77beb7abd05cba75f398a1b7637f72e4d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713d18414ba4b20dd2eb8a145c20e9fbdb751c53c11cbaf03868534fb765d585
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0c43f4b260bb8963031ee19f803f16673101ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43ea80ce3689a31da3ffd4d9984359ce5a3a7982fdabc4029a1bc5560947460
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85307e27d90f32fe1606b21026a5f35af7bc060
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e09ee369bc94b628404415d245314b80c74194f9a1759af45e45419ab329ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5fa32539cdaa17a9d288fb28ad256c9560b170
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fadaa2266e32570a540591bc819e14545c8a679a021125bbd04de9db715574
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8a53cbf840e39edd9e7edb7147b95be4835c0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72eb4bc6e950035d8be34c6d0c040530eb82ba06cdd463728eb65fee1cb791a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac5eac9387b1434d34d418e37b219a9e7022e0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a52c6d1e570d8a216daf4b84b4bc73443b37233ff7e3ab4bf3767ecef03fba
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61df6112dee0c6896de9c51add160091071119a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3687f68a9ebcefcafd5aa9ff3a573451b57fe3c16d0f3384875d3aa5d8965a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8b281a9601c562a5b453dee54c114ebb8e142d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c30d3871b78c24ab4902cc13e0172a3868678719434ee98b1909d137393213d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64997b940829b3ed50dfc6c2a6a5d299924ffd33
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d15e5f5ba31ec79ac32d2ad73ef407158ce0878fcb106bcd0969a582b842362
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2955f45eff5a01f2387f934da267aa9e8872c86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25899235e98e2f4c8e9dd616698e704a26f1380eef00fcea4d9c69c98d5fc40
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7376e8431891519a6f579c8dac4a8294c315a84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1515077a8bd7b98752fbb87fd6673574ee9359d3e1953f5c642ba5da54bc436
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220e3c7152decab0e469fa76089a40f46658fcd4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2557496795476cc8216c1cbc2dc345a3af908b886c63dc4fe772c792b525dbb2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aba3c2d1bcf0763cca18a438cad511e265c6b6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f11becdd06c6f0a835f05c8ea8bc21a1b411d24721bff6b398dcda36dfd825d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24794cf3ac165f06883371860ff41fef11e65a4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9f4b5a26662d18f4ba6247c99a176093478b44b535b16b8b9d27bca3d07af9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb542cebed500f6a5bf135eb17c0d4024c57665
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eec314552ddb5d01cb9eacdc0e082c09e683818d3c07362b78883cb2598de5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f64fb77d1de0329f8e4f029080ca935699d9a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0237eb403d2572f7616e604ffd2a9ccb45207e021ea836e10e0c62ecbc4df7ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d60da164c33d94eb50a1c9e2abdaea86979a5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fccba90ca2cb0dc421c554afba36323938cc30f39913deb8447bdd6c9fb47cca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdbc2c593f4faaf27fdf0d3b9af576eeefa4ee4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbccb190339b2b27f07241d364bfa7a8cdd9f08e35fe12ae9350a95d23197003
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99168002af5a8425c09b1ab545c4087dd85c9a78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d6df3578cb7a083ab402daa313551e3a2d6220b3555bd3ad14aabb5edf2bd7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1908243ac80ce37540278d42d4469587f9c1641a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2074bb16d1635ee27f9459c7dd397a6899f0d9daffc18afcbd3f5c6c0977c903
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6475c769c45a50755a51ba96c15fa85aeddb32cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3baf94b6a0ff5ee4a7de7c6f321412b1a4dfd8362776a91b725203fbb970f4b5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8bd17bbe8e8cd35399d75d830fc116378f2abd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4161b7e407752ca5ad6b70974d5dae865b0fa97e0026e1913f3cb336230a907a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4dc0424ec8dc9c06f30cd4f5069e259fc00197
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab146086cc79fb180f717f80883b6fdcc96a4e6c1b5f1c55cf647b27c5bf3b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a411f76e781ed80cf3d1256c200d0b5fce6ce09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f179c991fdc58c0a75b549d7223e654495a938e9fae500ba750a740a56385dc7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db92c513e812d2ace1f517f537b0d05dc255d5ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6914d620418051dcd6818a871ae86e994bd15a7e900d688325c33312dac950d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f40c67964b585707054b3e45fb27ac7286156d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bba280994ffab905ce610b477344a40d706db1036020cb5c3dcc8a561345a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ae04999975aa92283949085191f43ed5a67d07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76caf2c23ac46d83feb14f184a32843de73aecdeb908855c78418ec8addeffd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5636b6793b4a0691770462e22d7631b84cea2689
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bf3b73e5bb0ea92901d585a28aa3cdb5833126035c86516271da3738e85385
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7733d9ba515260e59785358462b1796ca9a523
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e1eca65fea2b9369f2a0293aa790885911cc0605b60d11b2c93eb5863854c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a3c58b402827ba63db5b813c10f7f95ad4a305
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c0cc31cded8db701e95ef013fea018e6ad195c03e19227bfe59f0b4c3cdedb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549d4893f61434f55c8657f67ea57b738ade09cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b868f51ea74da69de81f4299cf26714884729040623c31ffa9cf9145e1fc59
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bfe4b11d0c45b8b53c65d80c40027c00972af7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ef95a710413af1d00843361aced4c6f33f92c96470fb1caf1b39212e252927
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f069d3e99be67e48b1d4ab127bbf05ee6dba9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460fd7bec64141dbb1f48b004a1451a92f5ee4c216f3dd5ebe4d6ff7994464b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fc60f9e93cd5e2f4f344fb4f7c79a0df58f51a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd150bba842935049917e87a92043817132bbc9e799df8779742bca56c147d3b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b59cf210ce1fe8ec1e73020e9bfc17e95427e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f028436a17d8cc4b17a98f3f097f4ace7e8c8f8258a627bd8c6a4863e7a359
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a5c5999b1b4b77e06255a16886f605f8bcb36c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4bf447e4baf35ae5a0969ca11d3d66934566fcf140c26ebf1529524f76719c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87024877e96c3028f3dea39b05d82ba820636e2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b7dbf4f1d81a5e91e8564ed667920ef3d009fbaf0a4a6f3a3c4c548f4a9670
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fc5e0d74a187cda6745759fde496b25d4a3bb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e523d00dac4c381ebaa799ff8f9f21b68dccedffe5f8d4eeae906e2504fcec4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0fb957208618348bcac6fad2c76b2ba31fda55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573bb52ebc9519dbf9481259b6582bef5b220eaea0a6b1541fc988c0924dc973
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5478780084fe0269508274f46c06f66c047dcd7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e05e7f800ad17e4e567dfcd90e3ccb21fa23af60b66acd23c496554e1c7eeb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74db312b1b7eed36450b82640f89916930e8be12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ed8230960e5940829994488143bce9a59a227fd06b06b1b413a9fc8ebe03ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb6d8301968ee1dc57d59c875649a763ebb78c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5093550beddbd789b55ee875e95978b0c272ab457602dfda44521a295010d1e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fc0509fc3b5455d82b793895561cf13548fab7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdad0e280cf472f9307c18ca3d37ad71e258f57bfeeade9954fcd5d2025f6de
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55091b9935266bce1284fcaaf1555e8c6707522e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b680827710da3043debfe057a8644f8fb3f8a3f0dc250fd6793d64c75a13b945
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b450023ccdfcbaa25a55565874edbbb840072ed8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a85460080fcb082a3ad929061229f85423f9e86937ef1f6d089932bb35872e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edfcdcea127abffa96f6c3536a84e2d8d888aa08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1564ef72f7998c4e806857055c89a04a17e095707017dd85602a300070ec17c1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa49ba967d5ddc609d8f493a4b149c986da56096
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e419a2f9692008528c52ac0888e79c72186c87e7082e65c68cc7a4cc370a53f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b98dc2725f9f298b322447acb1e7aea3dc943d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d8561c81999c66964fdaf42b804b978828d73f9973f04763c6e4d55a0e1640
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b003f62172390aa2cb23cd15519c90445e6d66ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1931cb2f7aad6fb4d76dc884bf7476afa9da328ba635f1fe4cac22ae95a73272
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf5542c8bddf56ee46acda0820637e74624f834
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7398d011216cdbd59c3da47869c019f5e0bbe60aca870decbd7235351b46bc22
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216bde14296b6cc97cc81248ca4fe7ca02ceb97f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5df53288a133d1aa17b26943b8d1db20417baca8bb8b7800dfe5d3ab35f2905
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb91a2248c8ed01aae886f3f92096fc904076cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd4949a4325535d5a7ca2d3ae989602596018dfa0004bbf04e14bc7a9d41959
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95185863fa27b9f60233a32ee9cbc3c272ca2bd4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facc3acb51d673df444dea18a3589406c115b6eb7e87ec9bd938d84f429faaf4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a737e14f130b536f622d718d5f9cc196b6ce608d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d1aa2c7b56d3219462547453f8fa2a324a1c8b3e2c37c971ee0aac846794d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a3bd1b1fa15c06b80977bc429c3012633e992d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118b902660b601b44350d92b3c6b32b0551358f507e2c15601e6b8c59d56470e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ee623c9fe121a56a2f251074a25dc240c81770
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32caa7c92d0fdc066717de2248a0348533bf678059d89ba5eebd511079fdbc69
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9ff1af0be28fc087eb68209abd9ca73c2b5add
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e7fe1f582df14f3a4c60a0010510d72e4be33dc6cdb749b6fdd170a9a6b3eb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1de808182949a8d1e999a1cb65fb8f9fdd72a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2631dc4c92b2fee7e7b44f3069558951ed4870797e2542adf9e9d04027666476
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7994586cf595e7d1410166c6f3785de3567a74fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd3714aea2d5e8a0f7d2ae11bdd7c1960c5e9bd96600ae80a95447064b7d312
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4425931e59d5cab5ce337fecae5b6d92c17744ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b460085b82df7f8a344cd6146b0400550ee8b05e4dace358839685923800461
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27075ba7f9bed28ea2ba5643fe20452fb1693ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a250ae833052f9286ff647616599c3d014b0cb97e6330606ef58cf0a880561e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f42534c07e43421d7880826c72ba9b6cd813e98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1950bf1e815f9e3f754efcbd7b590181007808432e9e518b805da12601eaf6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c26111d65bfd081000b6d3245da783458580944
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f5f79f788974738a47ee34326132b1755c8520133849f7ae947c031ad2ef02
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf95a57d0cd4a79d2ca0b824dc0e00545d10e98e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8d4a7dc0657c7506b1d3f7c992a5ee8ee646d3392eb94e6e6aaf8d610e5b40
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a823f84faa10bc88c56fe385961db4d7cb961b68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa49da95f92edc320621939715d23ff7edbe70805743c237f84e4695e5ea4f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34289077072678b7e81232b2b9b116aa3026122
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb9e20f461150b001559a4218efbdfadf622307572286be14322bee6b17b131
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907b0fb239272af9820db0575c9b62ee5f472c14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95874444832aacd013df198a4bb952c016caefa169c683b5fea65ea370f20ea9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c01f02584ee1cb7b268156d4ad8c259c4d3017b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3145ea908aa1a480b05fac234c02e1085a5341468227ae66631f0c88347b4d01
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa6592af44616296bcca088e81166bb5907cfc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1bdfe731485a06bf74a6997a31d0730c8ed6811d8795b6487b06d9f8ab8487
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8de4661d9aae146fc98016abf41b5805fcaa2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3a8732057b740c59b59b8386751860947ac2bf6e42b6fedfcd25d85c02a54b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e29c2518d93f1a961a9c4c2f0001920f2db074
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1f65602467b8563a0458a36749c5cf877c3d447d317f2c30a52ea18138ac47
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9339e221738fed1ca9a455c7eaf3a491dbde2131
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064bf4b54804da3b083db434146e4cc09d4955a69da21984da1cc38ce3fe36d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a75137c3b8cfd31082409abdea32460f8dd8b44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcbadab25d5b39859df1d65d2ab7caf1fed35f3638a9502c1195f865a39d397
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce8e52d20f1292457ba21d26ded7b38664678bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9abc0625dfcedad9ade3049c7d2012e684ffd48b159aed5c7450b2bb08cc9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22196340be66b337fb595ee2c949e5d95b5f90f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b567bce39732d6d03efea17c0b1ec3f69ea07a91bceaf7427287f976e0a560
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18eab825521f03f10652c0f99e9a22a7ca51056
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5108c9462509fcabb4bf97364ac23dd3efb87a9302bb7e9eb8bb08e62ece3e7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758653e7627f812f7a8367c0c01a8db2b55893e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e441c1e5db39716850e62081edce2a0a879edb34c2fef43d912340f62b5efe2f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00f10d179e40dd299206cb4a8e92a6316659ac1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0978d7d66c17cb5ea88930c4e09f1e9a1d451d02d360f5b9da013b0c2b49a52
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f5c34e5d595d97fff5a3636e37478b5d577481
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2232fbaa8f0e41a1899327c1a20761d4937d247f2697ee94ca5b6715e054b4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e4b71179beb70a356e1f16023d9c5989aefce1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379029f0e9e0ebf127e05df08cd8d83d9a04d13674d1253c8b55cff0b318af14
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b745feb5163865d41bfa753b95355e384602cdcf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19fe9ba30a4eaa5c225d557e7bfde3be9681739ecb638ae689e854cb60a7c67a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e320ed995f469999be6ddd8d7581caea2efd7af8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5ba3b1b737600d6974cfb745cc59413d623432b7e22bfe7aa2bc9ff63647dd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4e5db0942fb837a92dc508617d8274628deffe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457e6b654b2fb3bc58c65810333475f2543e3f91cdd674d95f35b0de3933f5e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5eb6e7aacba327c210086d2178ed206362f4e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfeae49b3fdc7e588569c21a318899574e5669871adc366fc9354cd19bb259a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4e9a2c905b73cd9e97fbe2c81f172f3d4523de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6f076b612f7262948ef0d49cf54fd75fc05ae13a474e10b939e9c7fe30e774
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b59e4ff02eed15a4fc1445d16a24a0393b52cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308d2e75a5f2da2828c892791759e7499969bb231a93eea49582e11f054ed1e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8c48396338a0dbe33c61795156dded7c37c618
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735f4bfbf16eafc166fc43a1653c3882e9798d3ace99c1f96ac41a460881bb61
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc26b500df221fcfe083328bb07d64c2a11b0a01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854015154c79c0c80918def2a53e90afc94f5420a2f8101934470c8971554310
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5881537614a7378a1cb7f9bc1b73361028f0f336
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4319924782a98bf9c4229d86a82ced13f67dd217d374db96de4fdc447658cd48
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d083109024749535e22a480e566494b0daf24bcb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660fe3c3066ad06bf8521bfefc58dea1dce57106b52372aa1da9fcb4ad2af205
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b2a0a5079604e2be6464e3f9eeb4979fbea826
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b253dc8858fcbbbc4bc9aa685cd1cc0fc3cf0cde8c8bacf6c83b0b3eb9ac493f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8017abc082b669bd30278805867cc0dd16d616
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923b563b685073423c7e4454bcf661d6ce457d614609e06cd6408159a778791d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d088db285875b062a283bf2b221cea5d2d347ee0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47592d797a5b742ca5baa97437ed790f2f40c49ed0f872a59c5af0261b8a38f2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d69addb9d688d8372199ebb32abeffffb59f046
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affd297ea8100fd7479444ada08e2ccd3d20040f0a396c41d5039f8829649490
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce492622127b0f6ee0c96c9fb06209f84bc2753
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fbf72b4dbd11b913481ca9977bfc4f98bcc54962f7545c1741f63fd7aaa7b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8cd057d53d13a0523fcd4e2141b0dd382b6a34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa8b520e42e59022e939935dd46e6eaafb3298315789426c3c6aaf756f0a253
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d9ce6d438bc99896ea6206c6d3f2777feaa4a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1eba734f8a6e5a8e548038df29d38e99a00935c94d48523d142628cb1ab979
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87393c05178a2ca7ef83dd65c51c38724bd505a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382e86c1995c1e2bd06512568196a92dc598cc591439fed7906b12692d1ec85b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1dd2b284fe6421b5c73d63015f6db89aa459315
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c62e1f937d5249278a942f56aadbffcf570183311b9e9343ae33991a5ea1f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac628864c81db6e6156f220eea12221270d28d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142e576d84c8b52df67c477c99a1de2923d86b43602f05090dd2797800a6c0f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8aa1197d02b08853fe26f4753077e45671854c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3aa3a109580212d67baa7157ee143f2e78e7add8d014f3fc8a8607a5ff7bfc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f45283a3c141934f13ccb8c27035ec9f15009a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88476601ca878e0b8ddd7f4c390d4971f1aa6cc66edb28096e652108eb3bb533
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1b391265d095aafaa3715715b3d0b060079948
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ee88df132ac8fa8f0c5ef4159d24ce9332edc07503c73e00f4ba7dd3d1e727
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b920b1a3beb2472b0b5f5d31dc7480d583ac4796
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a23f138c828d06b32dc2d16dcbda237d23c45bec9a14bc30b34aac367fb920f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925cd1791bb6846aaeb43f3c2f4b8e4b125ea48b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779d4001e466454e9a138b844296b8dcc19263a66d3ef3f71947aa7a506b5249
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6903ceed3c0e55d4b8dc9c1b3433eddf50ee92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e67f0b393969d4b2df93da1461081333d6a89bebe554fa882a6c9e17cda6cd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef1d2a77830a33294708b5ee2a46b7a0e39cf70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d91ab0d63fadf00df1eaecad38e45b2854995539a1ba44ebc5afc6369660b1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93d7ca2026170aaf7d875a9933476775037eae0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cee23e5db37cbc8f8c1a81e280aadf2222c074caeda0fa70cf2f5bc883d3370
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782e073e2826aaebb1cc966d440c6764207b08d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576eb93f3d6be731e62e3a4a9c57b5d45c5d74ed2b157f2a98299f84b85fd974
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3433b5f259e97201b5eeedf78ff61e36e607bf87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01e7209093f20db431e5d9fbbef1f62f89b9fc42ad04cb2b6784ff03bc2e1b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1964875b1079b5d68a11d903e78aed74ed54c346
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4e15482d0f4309042f8f48e7eb589ae9dafef54cea149b7ab2493071b9cc23
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11cad3105f0662c0b7fbaf0c5420f6148a9069a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7301f01cc8c9f83b89719e222ef1c6f01aa787db2dfac5dcc4457c3255b4fcba
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9770c79982b9d76064a43393918f92518ba07268
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5512c0bee316db63060223f0c26f23b4d69ca45d01d31ee45d74e102056634e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762650c1bd25877d3942058b191324a5530f9eaa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6990a53abdc1e8b43f5e303fa479df1b8a5e57af81866497d6ac396e06a964
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80cbdec00caa3f412c8b1ff63758072c907a60ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c32cca4c1863a2ece379cfc89a1d97c2f443cc6e0d776f7ec45d3660be4c12
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c1b96950210a830da1722060737f8e5014dbcb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8863acec552c0a07f264b89b70204f28a11b36744094e02f78f83ffb52d59bc9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3b21a08a56d63000197667d6a84ba792df9855
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a3f6cd78d33428827329e5f658c0aff2245a921ba736aaa0a3e6df8d104edd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7979b4a5f06cc84d0501d89124e2479c2c6509ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f55792785e49884e433c852edd08b4fb55a93e49c064c3638377c750dd1e481
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8929ece1217b6012954c8f7af2823521ce329dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0ddd9fb45d0d2aafbc40e10d9e2e1e733d5bc7392a0b78048c85be9d61468f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8127bc88787d6a6ffce4f7753bd53e9f042936e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba4e75c13fbfec7bc89e7af94d3c6e26abf7c0e8207afa7c69e4f2adf6a2186
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9b7e90e900b0912c6185c798610be81db13486
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6efc4d034fee2a41953d0e156a20d565a61415394cd53de99abf5387523fc2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539667364f1f3e5fc7b66252734b2229c7d41f45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3fa6df42101152bfa93bce6d8f2e18ca76cd8b9911c80e4b5e9276e8fca8b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464b3d53ce994db7031f7d6ae55d33854f0553a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76be175c38ff8b86525823c5cd8c8b210178db698a4638cf809327d04ac3a83
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e334f73f55b22964bfd87b7d31cd730a61289fcd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aeb6eeb06f8ce8c8b4b233b5a96ba57d5743fb30c757da547d3cc521d6b868f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289ee00a66e76eacdf32c85a1836b5d12d7d73cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896585cb12f2b7d9133eedc10aedce1e7b1e55e83b6c4c0cca65cdfbc556ebe6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2705c394906dcad974469352a807005373d70866
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb675b89a74f70548401031cd9b3297d86857d08fccccdab2c242f1b2ffd2e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c347ce187245daf96648cb9299bb9778eb19c87d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6079a64deff01b93f114383a4225391185ec78bc20f69ff024f9c9dc409ed08
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238257f2beb7dbdf694bf0f09304eee9a97b2421
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cecc6e2116597f905f4c240945b463dd3b1f53da442a9ca40c3d57b966c3eb6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0756185360d38e5416e383d1ddb48f68f423122
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98bf6efc2441d79c14f32d763997e1c575d5e072aa693494a75111b3e85807e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd99b2e94a26cb5e7bee50400b38a8d6c84f7520
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf0dda38470fd5fd5587a82fe92fc71025c3a3835549bd705576cb81c9ec9a6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92983ac99b4b4d99c82adbae299c4f8cd05f191
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9dc0aba47d8afc359b54ac2fe72c94ef656a136c47b530cb469e01b5762f03b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c092cce9c3419b97949aa4e82639c68a6be1cb10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4413dff4d449ff339b73de46db8824b54303e233b7aa55e2e75ecd6d30bdc33c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5334d1c1da8f5bc9a88f74887747c3d1da304010
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1baa21cc32d5a70aa7ead92009138b2b47c1cbdf74de4052aab5aa129d477fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49fc1303bebdc36c0d7cb8b599e8ce2039275f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b14ed3ddc66c57b81f94b4506e6b82376ffc2555c6bcbc1557ed5688d7e13d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f987e2e164c256e848165b54627979409d9adf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c343d913ac0a9701c543558cdc4257db7e4350cb54770a632648b60ded6ea3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5b0f6a4dae7a765e61fb106c23fa44d0c2d138
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298931f23a6e69e1e47a085e4410a668e7ff149f1d26f1c02a59ed93f9a0037b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16071d23fa65c9bc21ce602e06d154b0f45fb55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5d0dd60f6b4e466ceac741db456c00565e2e8f1dd3cd9d3d6b949a25e87216
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44ab86d64beca5d221e6a7452feeb56e9febf62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbddb404676d146c673063f53bf7256674f31de5f365bdd7bf3b992e31bff08
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13ba4bcd0323272cd5ca2cd9c9e00ede7fb99a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a564f25e454a07d547fb8e23785efea78df929e9a2dd6f90b5c8ce619404e52a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98611606b537ac3ac838ecab258e24eeeac45e33
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47b5bb6dc9094875b58ffe31d60438bd5217232094d15368a432476df511c49
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8cac43ce2f8d15d065b646eaa36665f8881040f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dba52c3725232f236ea9729fc57b34fdbff18ada610dd5ab4568f81e4e92219
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc2f506a1d41eb3eec967cd703e700920fa63c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc3286dff7199c969030b60aacadd68df54d6f13664c842bc16dda09ff0b6fb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93efa30b6e0fa78f1f30fdeae62bb68ca313d3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b6635f166def0cd53c4a732409e78a4010f8ea720987b53b9ed1274ad3f481
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f9e6e21cc936e4ee79070f4a7a23dc99cca804
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0aa5fbf3d25339f5ebba4936c0ca0f06d93bce6e331dacdc2a0ab93f3d20bc5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9f74509416ee6c6da2a660de2fc2cba3075aa5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e34494f9808d7b635143886ba9728a23476012c86bd751014a1bf3bf66354fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76995413123159aff27f9d80e49f97115899ee99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dfbf518bc70178945701791dc7a5ce7447f230563c020648451399949ff5a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6901ea644e8072492720639fa22359155105d61c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02bc84c9d06b09c0cbd91ebf4aa8e1531b56edc431f8529479751a693ee6139
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515aa77f22cba83c45514b5d70c28d979904c110
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf83531d07094b9de3cfbfae7d64cdd840ac5331033c4e3fada04bb80750de7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ef7ff5ca01e9d3c0579b0340aee5c745bf3a92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92beb3f756afe8cfcc5b93d28afba927d7337aaa4fdd5a0df0fccb1654a40d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd856f1e7304bd9e1c17269c797a804f120f3e44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf4b54a6be554d23d196725d0859987d9a1dcd85be255921795105af24851e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b142ee1180ff9849360fd51f947d780683d496a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306c6a9d98652eeb7ce1f3b891c8415b746c8c630006b074b1c3b209b91db9a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052e580f212e24c967a1785f922e593bfe3d5d0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf04cfe3b8539113ef4f17c236407ced0bcd594511a413a1c359ac83bae7bf3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6ed4e713ac97cc727a3347512b61cee1ad84ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18891bc84b3dcad5033f440608e33085e2512fcdfe37cfe5e1d3bdcf42374bc5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f49b0d23bd10a5165d19760ce72cce5d0b7b5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6902e531f9cef326c78db60bcb864475f4557587ebdef78dea57419603f3c67a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1583bf1f7caaaf9a7bc581dfa2b0a01183131bcb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0585231c4bdbdcc744f02e06a9943739ae5b306c27e47e866cf951ceb3088582
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08629926a8b8c0191b9eec03f5b1d0c69f6fc7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f15286f7e27bd6e71169b7d2a475a8770a506cf795b91d9addbf18d616b8112
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2272bd11d143a0c392f19dd2dd440f0d83caaafe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e0b99a9d139048bc03173a760008b7346d0d720c8c3b247bcc846b1accc2bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3b68235bb9cb4f42d626e1c79db7fee4d45cfb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4328e42ca2da6956d42e8989ef4ee3bc661374d481d184e4fc64481cd795187d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d486fc5cfc45813d1de3864a97967484e837d2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a961060f57228f5982f1d31e12a54736a29899c04a622c35bf9e6d93aabb27
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320477bd18f8ac9fc81f366cfc2520a711cef823
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1257ce52004e9a77079e2628669ad31fee3f68d0041f09e3e194e9e1fd854d48
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8c849cfe46b9000af936e4fffd2e52ebf03318
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a54bce0f77ffa9760f76896416d1d4a8dca29e5f27b3c957d34fbfef64f7d30
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced5a6058cb169d31492c941e58a160efcabf968
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aef73a1288e14da7a5f558bde12d14bf4494d6b5f58db1aba72431db6b55d48
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38cf2d98e7f30c9d21e8e258b169cd0543934a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca129142215e2ecd21e4e7294e1dada05daaeb8738405e12377dfb04ee374a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a22258b5e09939ee42411246986c099485c1a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e638b801cb0d29d8fb7c7baa94682e23632e0ab3cd2e2eec0624bfefeaab162a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6f6300da16194f6c556f325a02668e16a79951
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc526d9e1a9785f78543d37bf9471098258a5a831b4b04660a79f986b03afd7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515138e2ba3c34ddc5941f38c2354b3374e80939
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f1240d1f1065349506c93bea2d31383cadcfd170fe73a5fa5b096950cfcf00
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a338a93bfabbbea42bd7051dd6dac6742650a1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99b83f711149f805214ae29617c336e344b794260a9a85b469d968e842ee7c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66901239351dc1e6c4af110ced8c162c55ca6889
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a1460eca47a1e41360c9136550e3950777f296302783699916644ce5a35e4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4959352c562ef16022902dcee494025feb73dbde
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798dfd06e1330eb8633e40611cbe3809c1e83a617765acb46dd6bd607c021adf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8123670cde6fa375838e8ec3691abcd1407f7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4356bcb98030f2b42acd7fc8440c82c3305be5e6ffaaa45f1d1185e76fd604e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae7cc1e91b4d9f1acc19a15edbb846a324ae4d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2676a8764ef32ccaae793a2880b14d8afc037876eaee26f3760db1ccf9508a59
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44401fe09c1ab8f6630a07375cdd72504c8ec733
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a086a40e2a726bf69e66fdfc24678ac3dc737c5e4e17f2958f03632c559b2753
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6eed99e3d5d8e172fb21679c2468de4ccf2b63d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8807fd1ca2714ecf3f719ea8c62191dc6f061f89d9bf7d87d24f3dab282d5212
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5825b3b37b57e64fb0bd0707fe63bdada0439d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907a4cefef554ec691c5e25bf8ce12efff4a088d045eed1325f431e7c8db5a7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c31b0c0f3fe23931f1c114232bd00d87c47628
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c214c61886f370e91fadf40d8c4dea94a7d495a1316ddee7c4f8a91cb3e1ce9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d73ec3718990e81dc36b5466eb1c0499936f66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa1c709eb2606878c3e993cd974f2ae55b1c6610cf789beb1bd5f5887a94418
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47972fcca2a3dc9997b0cbfa076b874d875b930e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0981d25667876777a540e609341a36f4e5e50129312d85da95457185d7a83fe
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197f1297cb8eb904d72b1a203d3ee1f1b4dccf39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdef5b88a3ce30c562e8f5b4152cbed1a2ac10c1e2729cefaf95606c4f4516bb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5b5a6431a058a24db803585e43ce83d54035d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c3f4baf5d223b20a6ba5c4e9a2e93d8bcf9c92325380c583e1638582142de0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016e23038112a2ab14bfd7745894145e61bd5fb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc04d8a481a013a46b051c83e4cc6f391de2b87b51b9bda2f7aef970711b714d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3ac8e0211a612b00b94a246016d4a196fce02c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f725e415334d3be52fab30d04d9a0cb80321aa3bd01d6369e8c7d25a24392d0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcb2e7348e5ab0ba55a3403551e1ac65d326375
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0873acbdca6f13c55ff8c8992d8808110f2b603e89c2f134d77d219381f5575
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32796f4864b88d84de17b2dbcb8ccfccc60c8aaf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0655c823573fbe12a47236a4300f4687e56381030acdf3d1685eedec469caeb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b395b6b934830da8adcb3759490b29989e932a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208cbac1c8c948ef562b6689902b1fdbde0b77190adbcc2181b802ef6c55f0bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64ec0a519b8cd5ee442556ac126064288dfc357
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309ba433a0aecb1bfccc475b5e1b47b9b59be1216584c977834541698046a2b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136f23e7c10b4bd37d77e303e7fbae28f1e1256b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb73f7a429c76faed5b7547aeb51af8875ddf1ee3df7c77e21d9737884b937a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6081046c1893372cf0a3888e825be44abadd9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f492b8290fd406c6442583e70448679820f2a6ede4551f854f85fcabd49a9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac7ab4331f4398446ff64977a44e2933740c5f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed691bdcfcc3071b44956130cfb15e407b5a108e43d208a3ace035a23818a3e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71e8873d2eb2f029d2b2b2a0213db955e5d134d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70419d1c1e3dba63c4641bb592b4785408abaf66f88d4826d0837ab8554bf33
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b9091bd7579e74d59257302696300e0272198e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a5ed376447423a006bee3d1eaaf56a045a12327cf3211967a2d2281cf219e7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656b77a5127de2746f538004a12842cbca0e92b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4aead9c55ad25673aa4fcd0948c0446640a173768e1e7d3f548a6f85f7e5773
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e5e4371a71794a9e0d331468655269c0828715
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dce4c7ef1895a539890e3937a16b3f074f7271f50648bb44aaf6a9798ad9c17
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104b149fb991c1ff11f285d12962379e6fbc4c44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7deb95e50cdbd4ec7225ddb5fc6e10c345d1d7eb1e7ed21f4b9a492ed9a989a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a139a3790af77368aa05688c5e18631b68ee35a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1964413ffee49c242a5df35f447ce87e1cb344ae87128ee6e4add71b5868d222
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36962e20abe9b0f8031f67da26ecd09c4398730d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15ce83493134223cb15b0f2557feae0906633dfae7a2e46cbeff130f6276fa6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a5ebd38b1dc31a6286bbeffe1188b07546a880
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511c186c5672243b07f81c95e2b1bf64bf18a6923f295c0cf96a85f0e37ef538
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2beee549bde3facd313d1006dcbe879154f288
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a204a60b0e7a8383059ca5880025bc83b492349ec85a5e5ae32c6a56a02b725
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4421f3638ba8eeca3e268fa23a2067bede9414
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1e4e91f79c2f3e9d2fc32f7cdbf0fb634fa0a16926185685978ca7cf68a0c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417774de88bd14954b8cc4d00b20480d0119fb28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f63a9959c6a07eebaebdf589e68d79411303cf9b9b0cd5e31b0c8ed97775285
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c09c3f2a67946c78a73b8b97935b51b3a890728
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b6cf0f42e56b2b0cb511739f232fae71b913d9bb52fccb7bbb7c5f0c894010
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ed1986a8cf0a8585f3aa1432c19958c851c08a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2c225a8d0cf044f8aca9aadfafc7a35c42ffbc180495aff64f5ea2a03ad33f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87654b637b79d58bea9a5a15ea24cbf8a46597e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d730e364ef946f6f0b20a8dc31e3b303d2f39046d7a2b8a07cef9e487845893
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf295ea65fd3c7c7e8a0aa37f536f9215ea71c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed619c49680cf939466e0ed384d82a8e5e9a8200561038c214e3afd3b6bbbc9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9857f9d33c6d83818244dff9362bf467a59b6f21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb58d4f8499a78330fd7ff11da2a9b102f0851924f5a5bf833efb9db0b657b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc1fcac4cca2a5f14673c6bedad08b5f8485a86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b5c06cdc81312ce576e1feccd41038825f2048c4a7d3358905c7ed43031893
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc26b36fb89e1daf2f3efffa056355acbbff0e00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b6becd9ee59728483c17cacc3715b314363122d706f577e579e9fe6e4a5504
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e37351bf9c4a7cac883f0dc41ec888545ef5509
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e08e7773362f44a19b1d5095599975e2c1c4193bbd8f3cc8eeb584ce8044282
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092cb848b6f2815652eb0f8b093949b99225c5cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e20d19f04de8d5e665e9db3f7cc5af4566899c3fd6ce3aa39c30254fdf4e1c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc420ca35fb28a9b8d3f55000e470b404098aec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a788f6b75cee66dd98b133949e79325ffa5ae1a45f2adeffbb5c52db1690e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9663f908886a72b27990597f00fbc2d5dce90688
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad9fc8b8b6650876f9a98ec32cf560128b603a0af9e011a871989be6c696d76
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7495b801a6ab3f87bd72916e0563e068af00381c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69728441a7dbffc935269fa84bd90304c322dc3ef24d05dfa22eb05f2b356327
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381d59ef03a73d5c02c34e5c5fb49f46e295e472
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a67fc4e562f97ac076dd99e389ca8765fad823c72dfbd47fbff3d0fdbc8b78
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39c69bdaad05bb1bcce6827eac41ce4f39451c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ffd7a3eab45c320604ea8245384c79e87344582c4b3dd75d481f8a6f88e84f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0283a0dd8faacc21732e6935c0e2ad9532f9583
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7f8fbd3e1936a020ee8cbd0f93328f06a4e06486f8551516167b398bfe4530
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84beb5db415646caa21ac0254a762c43733c16e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5543acc9c1cf10b65f37595129672cec1bb8a6ba703c91e02aba2f3029d60127
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef783dda1f0f20a6061cd679edb197fdf7900d90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d33c0cbaa9ba3ce081ad3df715f1aac0d53e202dffb5a9ad5e77cbcc693bec
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17deda10b98829918dab3f925318c3ebfc76b7f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0df14cb70a80a509dc24d0b7bb09cf6fbdbea49580317f891f12ba96f95d476
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0e12d09aa5ebaaa09c5d52302bea71f673aed8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9284d657dacfdd20e0fbedf8ccfc6abdf777df0026060724511889a27d137533
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fb88d0a8e0a6eb2f186583db8e1af069d224fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a028231fae6f9a11e64a34374eec169576096bfc3c4a9d93620225603ce702b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bdd9d31d30885400ad162aef1ac26abd1f9e4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0955042fe7317f7c4f77da03e09bf041310c1c64b77083984d1de82525082c92
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a21c04e4552d9823566edec067f2a549582fdd1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d0f3e33ccb59a7261b0217a906d4669ec831838237169b92f7dabb187de6e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90602a0449ff0ee0e594dfec2a4af2118d6a3bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5697f51f2051d835c99b2a136c26f13bd2de88f4f2690ff81568576ec738ab4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69e5ddb81061a27eebd97726a1551db7aa042e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3732896fe3db1e1934477520e5dfe698db751a8231970c45382ad403f8ee56
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9bf813887ded6cca12f6d0b50a5a1dc791c16e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601ecb3b2132daf9a58ad5de6ef38b09d5f7eb3a6f994c9d79f49c77ccfc216f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46de1d5230ce1374e24113a02c21dfaa0d520e70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f78f687a8fd47bfb250f71ec2a21260b892488b640b3fdc9830b2623414331
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03192a7a1eec012a27a64d6f7df3dd72ed4f5fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b083eb58615f866bfbf725355f1244e96c846178dee564e541bf932f585a1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a232469075c27fe4ee2b0a5ea45aab85ce04678a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe1e17e03f83b2262dd2871da12e8d501a21703c6c1a7002d7cc268e0c13c32
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72eafedc0f2e4330398a5e328635ea2ead92b282
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b36c06efb16f2cde9ad380d3afb6331fd02709b64bb645f83822f7d4fd96a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8785eb04ce314e7014f8f3d9f5f4cc111489567e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4db9f070c01d087705e38e8c5cc471f41fdeab6bb981432de2663bf5f5cc381
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b523c63ade5d7a77b5c5915307fe6884cc701f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed63d94dddd83353fe7fb58a262805df4836becce3f4e8bfc620a943d6c2cf5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c591cea7f6fdb4bfe8084af3eb230d2036f5cc92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae70581ec4f723c77e9f8975b9dfb94cfa1225d23189aa82882fb329e9111df
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82d50b7f1f00c7838744d99ffe79fbb0f5dc018
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ec6fe30773e1602069cc93ac74546b6d99cf01bc585f29eb7cefdbf91bb242
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2c972dc18baafb60099afb740377be674c6185
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8ed63bfdee81f736c7790547718864f28f955fd19e321241230c449ea5aa39
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7714c2a146f8998f0f5e59d819261ef9283d737e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebd3ba495c63b7c379ac8346145ed11320b8536bcfcaab0e9f618ff08e61912
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758649b41e1633d5317a83dc8893699a5c5b2685
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033cf30b9942d2f584e978388434967ad7a65bd0c687e375a969cd482dbc0139
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d162bd812b67314ff2280e674b7363b3ed4143
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490d9977e8a53305c44b7780a29b237bd3c7b208e5fb0a0dba890677ab27f3ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded58da55fe4e70f7603b3b44c74dc6bffc62375
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2cf33977cb3b883ad2064052147aae97a363268f0e9e0c88d94100e13b8b97
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637f3a73eded28ae475694ba127f034f9d310873
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe86c502ccaabc88eb1dd99927cf8967f6419da6019d0d3ea010107c2490a4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744127db5d76cc8965d0a147769ec83862f0d64f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0bb64f5c14b9a0bfad19344ccca2a9a3704d6d696051051eccd4ff0451a08b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa99785d2d0252a31f9b0b6a22fa158dbd23c1fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5d6b919e1fa576d67aec3e43d9a1c31715cb1641a6300e453f8677a1019cfa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744baab91774a10384e2e281c814ce1cdd6729cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e349034e2ba8df7b351e94fc3430ed24be67195c940e19c235d135b3d625558
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b8dfca578a3314bdceba6a4de64f3f74dcf67d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aeaf85170c2ed1e820578ba886488e9472e13f896d42a70bfe139e94b1dbe4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06bd4ad180f1d9f9e760ee7e6de8c9572bc4ae3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d16612d7c9b3f5bae789c2e04dec96c2a0b6552a350c73b5bf65a9945e64fe
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e317a07f7c2f73fa6e670cbca3c92c4d7bd18d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c328ab5c6dac7f770ef3ca034572e9bc666431bcfddf06f240b32a50d15fba1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3804d6b32afbecc9b8674584e0c799e40224c2ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f73b767cb04e1084974a52ec1584fe85b758b5c7ef5a6ee845877501c45c74
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9130a3be00f4bdbe6582c00c183a912bd355fec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a21340449cb8edb821b5a0afbdcfb20478696b61fc5b544338514436c0e4a6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aea56794eec6f0c3cf93a9a11616e2dec5c5cfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64fc77e12bfb549c92a8f235d42f7135f3712a020b037d14147a43bed012f58
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb39d4a8b0c63d1d81ba72c14cf29519fa37e114
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890892084c1abc458374e7ea39c7fc3e2652b0745169da1c124aee7195b4805f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70377fc2eb664593b8c4b118aba47266712c526
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93f683cd2e9d0d7c1d36cbb619401e08a0e7d58172eb7b28f16a5249616c034
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a30e123e00486401cca7b371c7c02340897e2e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025c54fb51dd6e8953e88dba49936bcc00a8a775e5b02243248263d5901cd8e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123bf0d04c12214b1a4403d232900f43792ae381
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dcb7bd12edbf1bc1e96d6345cf36192d99f758f66585a654d051a7578ba369
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3aed570eadb0713aa36bc2845590774f2e2bd98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fdbef49fb0eee459d41584d70b421bcdbfa59fffd645e69bc46b2bd3da76ed4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5eb5bd9ddbbed81c8e41ffdf3d8c24683aa4546
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe69b36f5df059b845c7c7bb356bbed439fced06e62406558250f8260326fc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab870c1f18718237bc0271c8935244a7561c4e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bda0d3d8aa62392db5315f667d01dc73538f5dc8411cac531302c1b936f63ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d612424d64f042384bbaaacdfc6119a968361b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603018d967a58c9381a2da687e4cbadfff2acaadfc646898c823971b010da54c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27b4e97e1ec7ab360da00e78da0021ad074a6a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ead43bd7dcb2ba3b542a5536a1eb922075145c02e0d14ef35a8778cadc7b3d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81acc830d361d34a049781885e5f1074a4aa2b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1981c057da1b5a1630092071936755d3bed67f556fa694bfe39b5856d45919
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1509b67b737c7a6577f93b47474d4f793bd8aa1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb35b9e14d23dde37ec529444dbdbe9bedbf007f058529ab1e145e8db5dc6ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc8fbeabacefe5d060ed7699669d6620f4963bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e4d55893dbd03943d8dfe92d792889d85b81f442ddbc784d084544298e812f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b1b820c10b497724760e8d58ad70f981200a51
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a704be514908741c24839ceed5a220ddedf57135cbb290dfe356b509d6dd690
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea6181ba8e653eb8bb3318199ee67e23b5eceb2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5745a280a7fc6e1fa14b85d892ffd1d68a0ab4f15f61fa3ef9bcfc033c2620c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08be2b2af4e6477f35a15ab1321b841b3adbf31
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f938006e7a0d057c5d553fa439d70a0f83357032c5dd0b37b8f99124ce5eefc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcccc83c3c5cbc56e472146e0a62e3026cc2a707
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a31921c2b18c3090130d50b864a8c1c5916899a88fbd6aa7140254881d213d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587745ce1e029a1ddde2b457a06265750775828c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cdfdb701c461f0d7188cb0d3c5afbe89128fc21929071342602a2243db3727
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ea07d72ace7acee9b32eedbaff6613598366ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e3c86d47d19d3c7afc80c0f65b4d0746f530201d2cc0c6e353319055d24a54
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08336cba2efdaa0e01a4b2c2e985b6b9b5ddbc34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1350f84844207f48eaa8882cff9c8108ff5f9ca60f5bb045bf624e3fd6dab5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7ebc1e0779c5260a81fa12173c46ebd9e987b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9f9f852f28ac7121cd01e70aa4eb46d24e5eb1ae0a8f4abbe8db25de94a1e6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f90ee327e87e22be4ab4301f0ba048ba1c855d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbaca8ba5498029e9af29203e862018926c0642456547bc73ff6c961d0dee67
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2584546a82af0db1dacc91e4e8b18e9cd7bf0977
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e637cb0dc7cb83e3b841a39a1b36f0e5d9c4ee40af4c8f6ad06e10e923e10b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3b451ceac880f89ef6ee44a1cf8095135e29af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2286e2cc8e97aee466d1c01b4cc7c9520afceb7e5e9df87e5563d338b44b824
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e68e2260d9e2345cfd4a6802f42cd2a45294f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ec04c049d1f8fbfa2df937e11baf8661d58fef9fad3acb6298b2f7d0fc1f23
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37794b5c466dcb5ce1f4525774685a3297d7887
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f389d35199c427d01b66fd64b2b9954c9aae6a493026124217454178ec8c37
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbeefd3d6943051bf2ddc48156eee6d9bfa78ab8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2413bba254d49dfe58c7b77480cc491d588b627a3008d5a611b5e710c1b3a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea0a92be50e5f91e1894cc92f1a3a1c1bd7009d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f107dd9e5c813f2f0bd0790944587acd91b648e6731c978651db0ed401ad893
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d0edf30118083f302057f28bfdd93bc8a54910
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71de44178037f3b778c299b8579a0d0865175643470c55af009123a839dc1a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfc3032476ab9f74a6bdf052e698c270c988904
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996e2169a05f229bda76b8cca82d280b4c690e7a45a85f333020fa640535344c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3fc9b2a79def35b665a0f52f4bb1deb3f446ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2290e9c2954b2f8dba57d378ba12238e2de95f9d9a21567fb3dce99859c49ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229f5ad7e3f379ca2d029025a8fc9a161aca4708
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15432c10d0618a827e2852c3bee5c9b2642b3c39beb7e192cf1080822951803f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfdf0947dd1ec621acda7f960b448c01f5250c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47eed6d9a35360510e1cda0eacde6867b214505e51230079c8708b4cd3765031
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fd3ef50fd7a35f4579d024c2edac504e520776
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9e65835192f1fa07395d478a37fbbf92db7c6c826de257f8083d737dbf6d4d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535cd2b935254f4319435c19a4d5f3a792544cc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55c130c671d2249b9dc493c7a8e4f4e263c062e38d3374fe167877f50a46657
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9bc98f35871232b79cba40e63bcf0f1064a7201
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33f8b2d3f4789849f65196c75a7e459eae77684918c441fe1aa907d5cc112b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1549c133ad1186aa900fdb35e73db6ef9acf730b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb74ccb200071c0ce866fb92943aafa71c025d815ead0e23769ec2509cb22ba3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc9966a4c367c27751920610f47506521965762
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165ba78fc18f7ae98afc999f9b51fe2941f303fa134265e0149bc7cec6475ad2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d942cf762659ae0fa02f9aca93e751c45414c9b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bab7f152ffbf1cc8a4e0758a17d970b70d6a2c8908195a1e430094682c329b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bbed6fbfb7279783acd5b8fec5960b44ef6ed0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182f4b01ed36d339f8d08dc685a21ece48886c107891c5a7612c6d22fdda8c75
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41522d9bc4f3506c68d8f45a69513ee1aedf197
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae729bc340867c61445e0c1f610a03b37eaa7652cab3fe6f24bb7832b55ce40
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29b7fedffad549b978eae1906c434329fe740f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3caa9cfee57b589344be6acde8bd9da1b3a212d690363f590150e7403f09020
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92acbbf3a8d0174af00348f936a5272fd9dfb932
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec65657dc9d9250d860feca0b3c53ae5453a95fd2fee677c443f948146e4c55b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197c4f0c98d0c3c3498acae7500f01c928bc9bcb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bc28ff70625a07820ab5ff1cc5c616558d0ce277fb1154e24bcf373df4f4b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fb2d5a418a658457977bbe15d40e62d5148dcd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c54946954fa6d079cf84c75448ff7443425fa07cf810c79bdef125eb5b05c7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3abc0d5e3b47bb5c0ea749442c6f0ecb497be43c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002c59150e64ba00e7e68b7afcad303a5027c1cb48c7ee4151b5b4699f65f230
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39694011cbd3516101177c6380ec5405455ff8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ede4aded8b46bd9560ca27fc72d13b2eafb57f4eff1af95c21fa820e3dfa85
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d162fda5c4f7ac1214de836de3c5231024be65c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb40f11fec8489cbdc8d5873c0b256ca862fdc45b9ec7919d04708b5e851481
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfd02611366b184f546ea542ce3c343c9fb9cf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2ab75c934eb1a05b47d91142a85a72cbd3d4f9d3b5bd3e434d2dcdc5846658
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e49fa26af7645af8c1f24ed0160d8836851bc4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03dd6a7a9a5c8657b9cec2f1206ea2053d9d001cb3ddbd8099a7ca6ced7bb140
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36bda6dd3beb9c74ce392697c902cc87d4e09bba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f40af7cc648a2fef9f94c83919536d1b0e8b5facf802818db6dff1225b87f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24544e520824b24bfa4ce38870d57e1bc42c1e72
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af16c9365032156ac1fc40fb246653fb371d96869661d2d20992e5f3b28d29e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0edd4d5104662614f0dabe1b11738bf0cd96d72
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df1981ed2a79bd79b8a4d5890f9ac9f077c30080e06aafdd4779bb24874496b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ada6388561b19e00ecabe2ba9e670c68ed76da8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f808d9ef94f3b7314c8585a112bebaf4c40e58061f42f1a451b10755762ae0f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e486d646c2594b98b4e576efec893dd86b79a53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb49a9b22721788f2dfcaeabacea199f788fd6d11ec41ef3682f232fbb02a48
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a381b7a253fbb7494fd85ff4a9e991c6d4c0a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29b157904f8b967c1d701821239c67ca6e73479ad44d8ff0332ead675ec1ca4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae88e76287b1fde5da4d75658c5c8fffcd21c1b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee92b0b58d91365451876f872b57c463b4fac588236d9d0dbd782fef41f8452
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67d9987f4d196e9f56daf4f5dfd0a3e1b466fc4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d460165cfdaf84e5ac085e1d0d06de3cd03a8e6d35ae4537b08a5b7ae943136
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4bfa5536bbaed3958c23383d964dedab15e829
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ee9c21e985d9eedd286907d0b92ee179d984fed6eaa8cd71043762c0aa92bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f356e07f413fe0994d03a8f3d3079d15fdbcc2bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ba599e819cfe22be777f41cfeb24efed059db412d812d7dca49248960ab852
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db41754c9a9939815aff8cbb78dd1d461de01ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7c6c9551c3b76f5c0382c33a818b47b4ab3f8d445314ea3c95d0a4156ee22a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d963eb61c7ed339a4a805487948f9df791168393
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd24f5a14b92f84eb8623ffaaf086d4b653b3bd05cfc496a8c483ea4c255e25
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9795c80ba857555b6a837dd52f2206a61016395
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a5a02cd387106ddb810c20c3c19c3dc37998893d100ee2ff3573d5b1d1df61
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76de92eaf55a0e9b425462b287ab88a214df7ddb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48782b705c6ce75da691f568eeb779fad090fd9a4406ee4e462c10adf760fcce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff78238c77ef046d91971f8304b9119da0be9c02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445f238d6d9bc0d89a4a5611a9d2e077df1efd1bb79d3dd021b2a7ace2401e5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ef9896db7716dc8c90d30af5bcb45fee42733f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d66f13897eea5b3f5b078730d43a7adf5ab71e960ea1f48df3db85f6f5807af
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22808872e9ec19180a796c67f6c76c4b2d9d8f81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f356b1604cfffa4ec12854eb02e429ba8631029d685b1fbcfc62cbb4148b7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fbc4770ad04650bef10dbdffdcea7da231c94c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f0c8ee4509a9eb7d345c5ce51666f9b474efce48845d7dce7c2f147bf9c9ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818f815f2299c4038f01a5f8ae17ac50ba5c8b7c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300dd3538f06a0960c29f7f989f9046d62f8d53a6af01a91c32727a557823c27
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db363fc43f3d8956ec36570c67a12e80a0b529c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577b839703c25ae33153679999df3beb4acae02844bd58f3baab342c7f3134ba
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d589e8740ebef0a665e2db03415e4d2d1e8bf00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992beb20e8f6e9c0854bcb84ff442c7f26a4923219a4f5b65282d01528af74c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68344ab83956bc240ce04c8a084279e25d481bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a68613118f4042fb1f58c963030e3ccec49323f9a70297ce2baff3757a1a1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51dd42975a08e1397e34416ca4b8c6f3be781de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13732bc434ecd4e85407b3b5523c7089145bea3cb19248c4a955380302b9397a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cacb1b2b7c509d7767cfc3c4e1ee0ddbcdbf56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f5d7495dae20badcdc0d1956df9dd4a9e4c232e5ed9cbb0fec7e676c398507
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e17f049c638554a738e753ee784799b1e7f7df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee84f9fc0529aed7dd4ac0995d6ee25eaa23585858fc943817ff3402715bff8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59157712778c79116eac16b06a231d63fa6ab30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e706b82b33f59a807d68a6f2afe81001c9fad697baf97f13236738595115d238
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9400a57cf1f91c5033b0fe4b58768d9d2e82056
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6576072ae955229ea51b2c1a95b58437f89b8f42bd1214c491d0d375b7b84331
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6866cf206a8361a57e07c55e6ab57605341b9db7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2f23278356a92b7cdfb3f1d546017f6e36497c5a5038c0632870927f76ba67
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3c722ca3c73a9388828af079808c1104e58ab7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533657c69759064dbe79a7806fbfdeaa2c4e641f0f9cde8f424c5ed4cd00098e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a238b6bbb313ea70433d72267b193025f3e40b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e7817cb5ccfae9acaf76285429ad76e6b5927f5caa96f38e9a5b151ed0e3fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80ae548a8deceecb54d18a7517a90126e08c21c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60810436ed0c9165c0008fe17e6b18d4d8009288ae346fe8b4907c7ead2e4b44
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddc1d62f81479232a901cbff82b1e3259f62b54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb14251a900ce8666990a2589a03c08d603b4ea3534416ecd07e77ff7f91636
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d340f459a94b9f9eb8ad4f65e419ffb08bdd83a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc2089e23ae41d4dffb7ad4cf274aff35c6328f8006e23bf28a6ad5e60b73df
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7eaa4da0e8ed506716454ee9396437e0ccae16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a83b52460db37541cefade4dd1df524c2c06ae904c193f9bac95de61442e59a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0232e873131eb479309529b097d5f6e8049b735
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f9ef0c13430c9b5ca9475367225f53b613c631cab04f1aa5bf3dd86b676c4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288c3ce3278a7fec28a2c4494bdcbbc05a5db886
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e23858a34577efe61faa5c1ccb3bc86d6c8f015918349f50930ee3e7f7b159
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cae3bf98f6c0033bb84cf273f133b2dd32fdb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89027332665b2c0d27776182823eaa46fbad481244ed5972644cb3c543b4e53a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b4a5293a61b7d8521d83bd525310a1ceb62894
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e3fe0433de35fe8c0a830b554549eb4d8a9d16cd84127f6c873a8d929db5ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d31f5ca46a0a9400ce94c7182efc9be762aaf5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bab215275d18786ada7f64c192789fd2c3e52df6a4ec25d96aee512319e4666
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0a597fd878357a9c6073d3ab3652a339336b92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab372d23e495e759c3d78e14f9c43b841555637039f37dd52385c93e50180161
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff905e41d4b8c1f37a52ab147cd1828b64ff860
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f9c164287ee73898ea53de2f08b48fa249100f0bca74f071395f94be3997b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed3bd783898b136ff27bf19b2dcc0fd12396f7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6235fed99b38daf193f09e3be61e99ee8d74c403df4b133dabf1d19e15dbaed5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06d523f08587948ad0a6c52ffc455c35b430029
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744cd4418e91c4009b5606144b5c2146ab0db0329177419a28c12b5ac339aea0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac38642e0dce5205a1c42d9dc79c52cf10f51fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b8835663fece8d64a02c0565c9e7b6b053ffc05503eff0dbd8d0313e5cf9bf
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a617c58e7bd0c9c4da3cae0cea6ed20627e3d1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57443b2d1e9b6116b535197ade6c42aee41d76611e73c98826cda5952068c076
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e48e357e4c67b33c9ea4db39b1628b523c26d15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684b174b27f208f9da5b2e92d6a8d71a2bcd9535f50d245dd694361315e1a960
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9930783539b31038791a8fce38301e9594be4488
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d38bb42f649b3f8dac18818bb174726dcab546c8942def77ada5423514d7d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5add570f94a65ea1849f6257cfef181e48143da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7f1171284d913ac94205a0e2f2bf7cea25375f170e74faae2da931e5c87df4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b30bde946cf25a082da17ec90e291009b425698
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8186c31b876997dfa4b9d857ad4d411b10f9f509c7a0b8ba3348a48626878934
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8d2748c4e7a3346765fdaeffa6393a63e265d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142a90448ad70e0993ac4de5d9a74598d75c949b83c58b496e12e29403caf255
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966d5ef8f583a90c6b7881cd18c1644e195cc643
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8eb6674913ee80a8c1db24cca05040d5923e61285fcf2ff0158c90715256f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5ae919abee0f37e7544e29d98a9e48fc0735f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0140135040e355358fa5c7688c9e7df6f899695a8c8455cbcb3fee8ce1eeea7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3613d3d8dfbdb3eed05218e3435066ad96e41a02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0724bde8bdc927876457b95162f305901c4351c5f6d9a1ea95b44407360075
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c41497875578b0bd314dad3354ad67b0f81857
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21a92409ce7d17569be519fb7271672c177269ac945e8bc02d3bd92e563b8ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3bca66ce9ba718ac34175f199fa892398180db1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e77d8284ef1654c20f2ae7741ff288e9102f35ffd1f22fed9e5db1fca5cee00
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb023589a45173d09f5c21e50226562d8b7da25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fd77dba6ed04d2e181984063259bec6855d7bd5fd79f9f79537022e031a943
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a2ba64cb8d066e6fd4fcfe341f08245dcd8c07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3110215c7ff867c88087ead74beb4f56cff31169ed0f28bda5ba55f6db104b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6059a618dcbfd95ca1e460414602b0fea2192986
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb035ed46fcda00a25d47889ac31f01b16840d8681cc6087f00be40a1d849fec
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40bc7203400c17aa07547a007969504f85baeb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759308a635cf046b758d7995ffecac1ad8db6e47842c7a9096913619c845ed2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f87b5ef4bc90df3d7c86229adb94e14bb60b36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f906148e7dbe3347d07bed045ff1cb56e3cf98a578d825f56092012b3ba1ff5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5b50e0187b226791a1ba57ea6397f971e27a87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de6e1834962f1197b82aa8cc1f81f292cb9f25b2a4f49860ea5dc8ce372a8a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6203578078fce6aa6d7c2625e09a9dd4d80a1ee3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b871455c3dae72618c5ffae6ca9e26571f926bf9cf5929709c2fb7b18e0349
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e07c000892e328a3db35f49dc42278c1c658d8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9450d9517663cece4e6c986e50df9853620cb71359dd472caf9ac2a1a7f51bd2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92eb74d9e8374d759f4ebeba3c0706ecbcd22ae6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c38610370dd5bff212314e0d3bca96ce418e2466db43b5bce59e2c7157a009b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ef09848abd4c6773b41c39311866c5d61e1bad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a86efa53122c37fb06d7331d1eb10f8f59394fd6ccab49d6479c8b9273bedd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f98cdcc5925e8fcc3a353018bcdc46520334e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7102acdd61f12245386b76896dac2f45d1488884080e24e9f4f36fba2e13f1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ed17d0c1105e19327004bf4bba116d2dfac697
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7361ec76e17eeb031de2ae50c791ada5c4533f432168345ae7b70842a92ceb63
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2eedf13491e8247b90dc6e55ee19379e9f975e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc0fdb11b40cb5eb11c7e520c2fcbdb9f4e726bdf59075a04525bf258790f60
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05778ba5bc003f8340db5adcfd5c0f264aa9e6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecc08ac114c592ae5f8a8b8ac775bdb82e9ed469cc55ab8234841b461da64b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2407fd5d6fb505a210930bad09c6896253b4dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08d47033a7391cc016f2b253597194ee472165ecce4fbf631c7be28a8153212
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c29b6881f9ba726f183ce9285ec4ec8ba56b88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56dfdb0eac4083721aa29fee5fd3ecc6d53f29cd14863056acb55d5e99ca09c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3433328811bf96cbb252c314d00b99f9efd459
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49085350966a8a911a3a1f6bfb46f913276f25ec3a886f1a9a66931724a8a278
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ef198d831643f0267dceeab1893c74fbcf73c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890290c48bc94af0d3ee623866caf4a62609574dbfc42de4d7d878c78b88e234
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb961f222055dc19138e60ac5d6ea85ba5f29336
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78380c45609fe5c4d2b24e00c0c8731710cc0c1e8b84aa7a1860eea027ae0e39
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044bf37d27433572f5e28648e6a117d323c41c55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1e6febe8608e2f0572f48c4423c2a98b1960221c05e4b10ca160e7d56f45c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07edc945e8ceff8bdbf85a02f63a0eb3bb54f65b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d7a51422b34a36a5c35c6406e0703efaf842ffc421e6c1032e43926e9b1a41
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ccd14789323d54248dfe189c6213c6bd20b2d51
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abff6aac18cd409226644e0240f5ae4d1f7f50f6db4d1d0e16c630e822be8c32
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3516fa9edfb66d3cfb0d2561af3555b686658096
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a634aa1059188495eb377cfc40d99a2cf5f87fa0863ec53b551feee2c4dba7bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75944c3d6ec8aad940a61546a20b781dfb30f3e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9273dd6cd752e2c3ff53fefab2480519160aa4baa4825ca2f044c5c0cb43617
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af51613a5ecaea19f9c9a2cc8f97aa3bb7a5b2c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbe96cc6c81f3bc54bce7c2e45a247728a87c775987f2c3be4a0cb6719dc2eb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7aa90d8de15bbe937a85717f5e6947bff41917
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b31d26c5c2befb2426457fada00dc2854f894f011be7fb9681e2f1a70c06a48
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60706c8497ac493b0e3b6984b931bb6f934a2960
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879dd69a75db28304c91250c5f1208bc17563699fcb66f8be4124b24a6035369
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f700920c4c2b0d51e22f5212caa25612945b701
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe165baeb4122bebf3efc0825e628805c8e616873671e7f89553fd078fd346a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0431d3d1a7317b69655cad92d12ca758aa00d9f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0865f366acac607a70a7c98b14f1fb995d289513ff92a5be23244e762010ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffc1c7eaa6f3c8eb880c5d1be6c124c1fa9605
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1966a90f7864c14567391cf6e50efb22c0ad30742eeb67e748e5898d8df2ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84375413bffc1b9613653910ec3e5bca15ced6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e479ff0a5c5ab0c9abbc05f7b265b7264a54617879a031c87ecc08e425a926f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea85f87b4a1137e31a21da89e58c76512fe70ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4fd57a0d15a9d6936166e670acebe08bfef130eed7ba32db4ecafb9dea929d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed54e23d707ccc0f454f135cbed0ca3a908bcb3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ddfa5b1c8040f06ffd48e1a584aa7354e0fedba155fa9608e324068edf3462
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef9ea076574497549953ec195d1abc02ac29326
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9f7cbc89a9492acde845843ac3e16a3b1a04d397e27e40b1a4d348801353d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923cbe384e4809f56f806d7985f3d4b9e1c5b5e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e143afc5a077dad88743a3f24a3b64b4778cb38ad7559b1fa7cd0fbb8404a1a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c7b90f8ce8ed7e162c6e166e39038a90d5361a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66fdeefebc1ff34b714709e7a35ba6b24d3a95aa4e5c90bf5908ae99917d836
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d499c6bcf4a6149b327a40a71aacbe270b29c70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bbb94cd1c9a524a5c40ff904b33900c0e07d54e8cd4b13037c4a462cd07b5c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d481d3aafe75145b91dee74fa5692b92574b71be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a451f7eb24c89fdc635b9d73f12ac419ccf766b66a074c8dcd15647512bab6f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9700efb54706fd497116dacb8d503a1de6dff602
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93cf16ec760761fa6f74009b8c3bdce2a0cb989b5eb83c4751e9d1fec7a11f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a799bac0bcfa8b9226e9e487cce9f864aeae59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa932260245f038e85799543b041922efcf5c62dfdf27c909fb424a4dde1f86c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822b1e7538d5bc6a48bcffe2fba06f220419a569
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76021710a6d8e0af322c49c99f56c13d447703801d3082f2897a53c615b8c7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa05fd745e5e76bb725c1f5eab51a5f28813c9c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e81e38aae8a32282d7b3d98a358817ce954716da05a3733fea9454d9d6a4a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11f75ee9e0d44f480f61dc0f196fa389f0ff626
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaa016037f2d675d0be995c53b247f1519d648455a6057043937185871ef4d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d42e802df2557aa545581ed7ca83e422f70fad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2284ac133383516bebbf39d18cda38366dad148118d36cc835430cbe5ee78d2d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb93b533fc8cc591c77103863ded0e8ab82fe7c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd6d2227cae5589300104fab3faf41c784737b975d8295df53e0598fd3ef33e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0007e9cbe86003588f8b3652b8dd3a1e85ae9592
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c8596c92edf3a438dc6f8f18e9ae8915b0d86db165e70d20b562da979895cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcb74a07ef56e52e02449009dd7fe7a19c00b9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511f1064919104c3fa79a46886d798eb96afaeba2b91d8318f92d5a61e70f9ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b50405da7244ecb4ab53c621a7fe4c1bb852f84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e060852992ec345bc278106a249048df0fde3227b6ad378459a518c66d1958
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c019a12f069177fea65f6a93096ba7c7929cf6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a6464a7f603ae81b107d638903d23bd50a91a93de4277a6ce24fff3df5dd44
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f184dbf82ea5fa2d021cf9cdc7729112464c9b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3190a7a8b9be5b7b3e5d49b343ddbd339fb3c81c0e37944d14753b1d37e26ce2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1565351a23fdf53ca52bc68c77c76deec08401
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01645c4b03744b7babb9cff1419d0382fa167918386371ab78c829eccc9f29c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d802df5fc71ff5bcd97fd53fbb8021d7d3c3f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd6ea2953cbf1cbcfd220bf25a34ab2c797aa8ba155e17d681b2f3d763b563b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15875510b7a1fe910215e9c63a208de317f6c39e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb12f466488c10f6451341b02c19bc7ee9c8effecd1361151f1c40d4049c110
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a89de83bee61a0c0fb2eaed1be90b114076039
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761d55e722918456fd435e3da4ccc67e97ba8a1991c3437806dffe0ec6fb6971
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddad6e6629316ad0801594ef2086fa76d2affc34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b843f580d1180be0d747a768cfb3640b81686b16f216b27ffa458a9fb6a9f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4138dfd6ce37d00534db8bee16ef073ca5ee8815
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71cb4d391ba950e819b4aa9b04fc59a69a10d65d6cd02bba6dd6a5c5686e625
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf102ff18c1da59c3b520712af918b9defe429f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6105ad82ffe258081398441c68e6bb6dc70d4e6afed06937841be255526cad29
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2cf2864d29707cbd4c3dd75f8633ca46ddc82f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc98863282908d94c90dcc39e8e2753150fbbe8c701bc6dd298fa50847bd340
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3b53bc8fa17e27dea17e011665b9ddeb462703
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fc22adcaf42ccac7333c35430ba43127ce827b1732fd563097a6ff3a30e424
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5191d2983e58f5557b773c6a0ab1120f265cf22a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7850df81470d880f55a73a8681ccf902facf368408bd6a2610f988e972a20355
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92c9ce430e3346efae441c4fd17a7bcf25990c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb278160e53ffda5f9ae7477b7dcf93c206b68e38239eaf734d411c5bc0e877
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5335e98d88e1466fd7deab0618cbf682ec94a003
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae725af00802e21e944adf380b80f2b8ac1177add8d871d78cc9b0104f6b0af
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeea3b89f7e386cfbe243ee913e76a789ffd4234
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de381423b252683be232d11f95a8e094c3fcf3dddf6309116fb85e4aae6e5cb6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdee386ef3fb07362608ea78a4fd6184a4b64104
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1464fec7ae76d12ac7f586ea10642d2300801aed719c830baa2d59344c2853f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c5c869c3a5d929ccdb831a2cec5803314b6d75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c032659764e09e6cb57949ba97032f492159b169d86cfdb6f5e4026ce6d6de24
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b098b08b2d3d17419e8d59d3532345199ece50c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7f6fef7fb7c53fdca0a5ae033417e417306a3a33f410427b393b1ed6ac7a49
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe34c2c2a77b60fa293adcb93e19ae350dbb021e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c779ccbbcf0d01a1165fd2cd9106c53b812bcb3ca9b6b446d862779fcd7ac6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a146b4e32bb5e813f5d59dc31e38e843e33a3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824b06062dab33b931f64006efb525c2691f74eddb83a12f365680336377bf94
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319e67895640335c493d0bb24c799e0494655de0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7030ec6ae3bed07a22ddaaee2b9d232b6bfb9e5c82c31c6923b177bc10e2b33d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893972c91f03f110128ba7532884ba7418963212
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2aa42b6dd7460012482650401bac8b91d3219d48a561507838877431c5d6fc7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ac74ba91606e9b9306b23359912ecf582171f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e49f9468a30fe342dc3f2f62beb45a8c3baeef4ea9917f9489e78414c50854
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bfc4d911b117c4078b179b955c1686a3d30a32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea614a100b2f9e5682671f660e4a4f52f559608fb1fe78ac0d3b94bb3fa9a74
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940327779ded37c4cd6ec771dc83664d0f914704
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6acd7f77b4713a72145436517b45f81bfd42b693fe60186be4b313bf2178a5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6a027e3f59d83072aac3b18c8f39bb81037c0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c22dffeb6b2d7c50a049153ac290aa8dfb8800782587cc15c3e2de343a15990
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399a114a291853eb1bcbcb20c40a7f46b0e93ff8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a24b614c53d1ca50f5a43384cee57e478963443169417f269362311a27b063
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef22c7584f41aaea5ef2d31f29e32f2f6694d4a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2acd0664c24fccb514efa14f51cd45091a04078baee104ccba111171a3b08d93
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15624026a56b4c4438ff95aa77dbbc31378d30fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf42e9c6991a1cb4af03217461d733e7429df2b70fbd1a7bb47f8e3c841bf10b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d29b222bca4390d9dca56f6edfd26153cf3a8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5caf756e9ac1994c0aa6d84ffefb5e529e538498189a9a03fa01fa1c7ec5b8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430e3d09b0541ba504b84dcde326579001f83764
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d185eb3bbef46d34753fe9dc52b7edd832e36a8569cabcea9431cbbc19bc6e8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6baded8e78778b64e8dd0360a92f4b9d42982bed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465e89f7566f7877b315c5edf5fe6d23fa1725d8522580a6f364b343a8771826
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15dccab938e7e988149e4b0e797299c7a704f0ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa23ca551dde06456cd58ff5c3cc3e2eaa3161c25a88228b6e56ce1d3d434413
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b02474b2ef2cbdb9f23870d8ecd4131338a778
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd564a5426716d304a92c610184df81f719d4ea4c7e59453f9bced6af650847d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1f29dfa4035abd9180445b2d970b0080be59cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306aa2be218bcb4c1fa9e3a4e66cb9bafbd319d825a9461b4f77db0b6d1e52f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa159021d561e917bc9db6224b8eb82d18936a6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792c5fa06954365c86ae3b6cd8512ea9fcaa263c343b13042ef7603ee2e491bd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee21cc5219a49888f58317289e7ec10e69786f10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc2d5226e3089331d2611012a9b481f05413a9465e35e7499e45298c6012a5b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b70df08cf42bdfe9b616a381446e813e1231564
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c6bcab33eaf528c82ee563de9f6095162123b5f7f113b23e4e178cc7aa3e04
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156337783cdcaf6cd69aba660a9b5ebc86d7f69e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59f8fb8c7ab309ca754f782570704156d51529e8c158690bd8be0d17e1fcd76
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d8fa08515425dd25b4dcd1184a0ed4dbdb2950
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3fd775e8a6f7566ab1ecf9fbde11c2357bb2ab9205e975a7ed49efdc23ab0c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202ce3bd927717098b61f3ee2088b3063b521cab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c8d9a11b38f3b6026aa179571158a2a9129fe97ad90fe6080927a6b2198895
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6806ff2e248b9d6257681985fc221a52b5acdc4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca4772838cdb506e70e102c4a9a7de3d9c36b6ed79cb15f2afa7e2c73c49a72
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880b81d4808594babbd909661b09dfcdda4404c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78c7bddda4abe758195d1f6ec43525192c37edabba0a1f8c4d7575654fddb83
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4961fc7bc0b0b9a182083d17ea37ea63e83bd23f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d6710a0317372914220917ec135a233e2e30469836418c6b685f09c1c48441
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9f9450c484fec0989743ac746fde61aaad80af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1faa916220dfe1444868cf10889f8b559582d05972d5320283d536564d0828
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa0f183abf84f7c53752ee9bececfde998d0fb4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e894960e9f74e182381b01a86944e9af254872b16b37f716caf88d8406ed33
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50ceb05338acbcf9099f5590b1d23ab1fd54937
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40ebf5d96330d455b2f58efea16fe5d6cbf80d2d4131584bbf829e8b72610a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb4e2de532663e62b7357446bce6947aa4465b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac8352ba1999e8257aded367648fe0e6861ee29b740652a24b4b9aee0bf02fd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1983e9c1811d50745a90fae2c51819dd87ef35b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf81d39daebc03b58beda7a84c6d99a73fe05f5041a73426dc263abdb3a6cad
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c3f4ca7948e1ad5bf3028da2c327f2fad248d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ab3393c39d048515be05b5f6ca66ff62544a060937db24650aa2315ab73967
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f26b8dcc5e3bc38ec84af4235f85fa3197cebb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c3929aa0eae1c15becbc29c1e6380bbde1f8106a4e98dae47a8f3997a98990
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51bdc02986128abc01268d0e62f1516e69bc22d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136213af6d372345369f663878c5ef1913092784fe75c92d6bebea4ff8a4526c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4206a268adda62c903eaecab5ac7ae8495ebecc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea837825daed62f861dc7a9dc7b54f9696b439e149dd297677f43f78f4764954
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038bdc8c4533302c6d375d41d23669d185b6344c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b45fec2ce8317734ba33d55c7fcefba5064dfac6e68b5916f7334eb0b317e08
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08c59f15d406689e84c3447967f67b9dd67c954
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6b404a4245a1032c59188547471a2363d4e09634721e1878a1994b8f5b9aff
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c773cc9b5e46972c1b56da0ab35b35d67db6d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3b738b73dd3936f875918328a31145524d7d06f7c89861709e3a92b1f0ca81
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc65082db1e454be3d6b1157b2c9cb152cfc576
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1e4e31489de9ef0e53396b6b67dd598aca22f0d105f4b83731e9f332cde6ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf2b2d8dc21470f62bce78e048d8c0414596213
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1aab7fb711d70990da9ede5ab6dae62a4ce7eb1982556e033dbbcb92dc588d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a52ffd13ba33db227680e7d7214b05ee6ba9eba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31a741ed42a17448a0b66cabd8876475313c2d3f7aa195a84c5bf188f838194
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331051bf77f1a0a712ed2bf5215c7d47e2bb69c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c035334d17ed8dee12f589ad28d7b177503fba3f88d125e0add03b2aee02c0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5908fa61e04241b402445c1fbffefb210e3a5ba5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7c22f762f17a6c9cd9dce9a783302e62891d5a0f92345384eb2569d717f18d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec5038ec6d0408639d5cffce4e23287d1c2c6e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2dd52cccee79c076704bc7542d0e6bc0f90c536ba659e2eace342b3e0b181d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d028ee2a08b574c046f6b7bd9131c7437ba2c387
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af35c65f3b31bbf186dd66d9453ef4f9a7f88fb89305a21e36518952a13b14b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597b91e90c29d4e4ee539cfb0181d2b4603cb63a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f022fda1534f336421bd97e2018a348b02b7112638d8a7844c9b1831421d6c6f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b523b34483615fed1a6ed89dce0f17b2858d52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab7fde01fc1e85080f2838bc6d0b64010ab326b2ec3f591c24d6e6d68a04ba0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce01666907ddb4ed45ef645cd9683cd3764ee06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdda7f837f7821da563025c87a777b35d6a57186b28efc1404b3d593b27832e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f65cbedc12d864f0bc650c2acc729976962723
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a004119a2df7f8619a477edce9abea26cdcc0cc8543cdc6a7123832b77b74ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f7f1a9c4d65b2dcf9d0d5c1c049380e968456d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12f36074cd7c1d82917d1107fe9007657bba01cd11bda61ef9c40135b8d2ac2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ca26a20609f41e99f688eab10280879580f474
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac55ba457579f591ef8122f0f8c72f67bc089c01fc5364a501ca46ddd62d7295
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3d28aa4691b65bd067904baf92286c7bace205
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041318de22f345ea0293e695c7f276d4c1f54da9e91117a20b815e8b23a81ca1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8a187604ec946c67e8133a91393d326d94d481
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b246a39c2f2b4fc09edfe5446c2a8c2bd71a15c4b6a6d0d61fa7335f4a34f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7904eb6f41128bdc70e75d35248db65fc49607
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e16dbc67c4bff0d8cc25bec2aaa729d50542bedf82c2951dcd336a593d99036
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8920a70d68eb96c4bfa2f51f6f37ce6ff3b5c983
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c9d55d01689de32abcaf53a6fad2884ae2445be487d7d41e9d3a3baca95e9a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c81f1ef733bc7db317cd09fa5fa69e86b6b4ff6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e92e0884d2def8abe3c88b9f4db868f895a8d8c25a708f4f7efab70907dbb4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9bc06d292ae82866fea69442fe4705f3997a812
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af46e354dd2f774eea9a6c3b714839ea5e8ea81b463c5e82540ee92f93e6299
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec2b5186cfe3c75e21fcefbb6948d4e03e6ea46
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db481baacd9f4709b126691bca4107b6caee54dcd08a63fe375ad35e870d6165
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a1da0f9f155c5bd14eb25d9efab1707865394a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c8ee01a16745da2f81cc9a6f4b5a104b4f1ab7ed3b84a595089f668f85e274
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f6a9892d7a84304077425626ef97adf8e210ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360bf43310442f79581d1f30acc8ff1cde4b2f2e8d80f0c13f4553de5f3a169f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9031e194679588365bf99c6d3c41fb486e0dfd31
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c175bd927cb93866efe479edb389aa13eec7f70dacc2d10650adf9596b95e1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c74816b079a028c1650a6640eb17bb110602fdf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce9183dc4d3e12bc9b1c7eafc8a50ce3e6daa82e3a3c2bf24c5595073654780
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da97e8c4da2a6570d3f28d558bc82a140c8570a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a533d257f5b240d227f0556916dc5e58027dd39a4990bbe8a429a81cc597e935
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9a2444ca9210562520487b2f35d8c368d18672
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b8d5d7247c48154894ede6861fced97d446864b69635f69b978d7ea2383621
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df5d73038b21fa06da9ccbd98ef868e061dcd5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedbe24d4deee88f38a472f9cf21913a01d79ef69e6182a1c3a23dbe5fbf6754
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60fa119d1e86e4f22f6413a3465b06d5df2df56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c775f4458b3ef819f946a63e0670e8272cd0413a1dbed0af6d7ff452319313d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1c40e5be2a24e41a7db3f2b4d0cc004eca3af5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0a0888448e8192aa92c21e168a05e65d29908172351d5254eec166ea0e79d7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65c15c945ce0ef08f1c3bccc4697de597872bca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b0e20b9470a97b6733ca1ba846a0c311e592fb8d2c80ab6583fa62411e38a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d173c608b402b41e9465e5b3a5e8861ed820a832
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f9abeb8ccc91a906070eeef06349c0fe3044f52052452f281e090c928d4e6e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c42ee778d5271b1a1474ef13405ef15d30bf3ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2969d28f2efae4cba0e5c04b888b6bed841a453e9c2a65b64ac9ca7883ee59f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb8750b171642b4c7bcf289caf507456f6daa88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1a30d875ed6ed4a16a22de47058969e075958dd0542d2d4e8db0a4161d518d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f429140fdcbcc5384bdd29173c9a17cb7bca4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab6c95834c1eca94349617e05cdb21ee0f3f2deb2c063f1eac36120550fe900
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e1ed5ca185050e8e22947052a3c00bce1a2bf5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50702b3a2f46d846fd806d5f46971a5525929458e58759561e9a32f1d8a5af3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfa8e7c1701f9b5ef7ad985caf2d3f81be77654
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb508834f4ac3f830df4098988839505de86328d1049d5a7e732bc5fb3a1425
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b688cc101ed245ce9a7e8a6b727b39c2487f7831
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93440aa63ae9737f08b1e3eda91f38a196db06d1181f689f5f5e1018200c8000
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e76ab3bb2e2b85c51c52307bbc4738f92c624c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f46332cb567356d88a34b4121a8345b3e4ba7c3172ed953708a5ff08d8a5895
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad33c53c3e4ca50edf13f0cf10fa4b11bc1ac08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ea847cabf7d3aba82a016d191d173ad1c60a00df77380a63712ed34d928d8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e035b0d95ea4237c2528caf443a661d874d2096
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5e1e6e021aa8298e68a7df2e48e7ea06636f8512aa8b9ad723b79e26919cae
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5475ab87ce07b14e6ba5c99f69f2f83b76015012
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841be2f8b25281e8749220b546dc155113d036700db741360282173f5f861c90
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5993c722c93858de7c5fd73ab67de21981a8ce87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40a3c11802cf6e3d37e4e54ac10c365a4c012a44a1bd82d4e49c9b93386e3d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a72aa2ffc8b84ecfcae2182663ea6aecd6dd49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e59e217f50e5fd821e89d267c58a4c6daaa2e3d5dbcfb8c8804f1f1323384d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6103178a29cf75cc4ac8f3289e2367902b1c782
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c964d4161199ec05c305b5598d2c8d289d799150d7e3301001ab01e18278966e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c6bff3562d1ed23d58ea89ea9ecd292815fd9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637a4eaae27a74d6106c6cb5db6b1a78aabc74eff159b2a8957ffd466b61a841
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c99c553b20acf90aaec7e7db5859cafc080c11b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ec4ff7ebd7744b933b1b434ca225dd8c3ec6deef6010fed1befdf3beb07ce7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a33a78f1f7c2678814d223d6c3785c079d212f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48df72b9aa2d536f08f1892d55f3481740791aa2de0f4ac5306e3e2ceebba713
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507f2975358749359e8f34e5acff8e482b142195
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90419f3601da54820e529c935e6d734e0572bb9e079be5e13ae3145abdd55ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2962ee40c42943c156fba9d3e3da78fc2364a20
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36246b80f9532a2b712f5232d734fcaa093a638448021c97476ac3eec667554d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15a9a21c19569bf46953f820bebf3622a18b1aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc03971cd3799c45781b88a6b411e3b0be4eb6630d279f02660a0914ce67a0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6a7b89cdbfb6160544b921ec61accfdc5ff9f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6428115e14d400ec9fa6e331f57ae91f268e46e43fad4aeea50e3d284b2d525c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896f5967fbe11ebd49cd6f9b430a94970d8d226a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0467c3b5e8989708c8b9e2b7efd23f6ce79984037fbdc979b296168f3ac511fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffea6f4e8685d94756d38c55045e895d850d93f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbc3a24f080af2c7af90511f62d938d59c4b5a65ee88dd96e53ddae2830e98b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f26818b549af03bfa6c3c98e7415b28128427e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdf2b16aea3d9805daac06d5dc79af1e7f5d836315ec6bfe821b12fd6f9c0f1
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42b9db2629e4290641e80a5bcba950d01070d82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301057ec15f341c53f23bdbd1aedc03e79254ed636890e010a1c5fd83dd828cc
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2e74f074046e83d8bddbf326f40d46f1fb6c65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64acc9466a900490476ff206e2a70067c56472ce8b182cedb96fdf7538a1211
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532fbe2d8248f567554f533e7cac1b73c554729c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f674d42a590736f963bcebd25d9db3679419e5cc7a0646401555b8cc0f4e7806
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7d2ae9cb95e66bb7ce99f21f022f0b549a0b12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafbf9a9f7434b92022d33d15d30dc05cadb618373d32282010e64bc20c89577
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224ed8b055f664a471c6d72b6fa6a110cd888b8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074dd32adb8c5d243edd90efcdf20b66106134c8a733e67aae9e32ddbc6b25e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b18a902f2fafd5092c5574c65bd08e343963187
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5197b219abbff733c2165c2cde0c3c6835e64cbd5c11b7f4dd535d14d3a225f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8a40949a45768f0bb7ba23faad539be2a00904
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e11fea791c976be8aa8214e29e55da3443f5ad546370936473a2bfdb6849826
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cbd96eb43e305f3faee8d10c41f8d5656bde81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697ab32b7c588f8b29210b2e5b05aeb1f3c52b07b01c910db852bdfee693275f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37850ba00e7114cbedc6946a2975c4e725ce03a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1a952c3252b689e93139814a4db944ad82f0efbe92e5c866a40f46f9a9e158
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d959b482e57fbbe66b8aee1f869aa36c6cf339
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86cd68305d05e25bde00acae97096fa12304d2ddeba43aa98b685b6af80b9c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1316547f7754d039ba8bd1724416b3fa25816321
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0393d0b9c4804a98df1cc4e22213eee9e5f85f1fd71a4502dfe73b329caab9f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7bf14f8f5ecbaebb03687b95a41c9b9744df6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659da77029f2d9cbd1a10a9c8a593c2d41cf77b0127438aad1c81487eceaf7ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b501474a0134fac2f791867a69d8fdb4d56e074
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a6fd62d709d73b758cf44179600f5468baa86c7ea14c0ff1af8f2b0fe02a50
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f2e795f0b51673152b1d113516b489b518d1be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78de93d41070112c4c8e2302e488b2e435f16ff03bed283eb7db7500c12660d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bff32ad7c05ed1cf7ad31143d89a7ac34a8693
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fd8a5da5d3e2a3819bfb92bdbbde24091b91044e84da982b61b7615fdfaaa5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e9f2791ff80b7101ead3ba61bed2a300ee9dcf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c414ddb68c695ec79d9d7d546f33df8da36583896508803a08076bc9170a89e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca650c27fbece0b248b666aa6270cea0d9f79cb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53550b00662795d67853f67979a16aa21d6f2d15b5513ff621c72d3d8d6a7a4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8293066088ce4b11aabb03f5dc6fe96e6dfe28e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb62c65ad907541cc0c0c0920b760bac56fa16429df7ad096e77a0e259b9dd92
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f6d7b8b903bfb736fca379e465e001b2a25017
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de855db0972dfd069ec98c44d6fa46f8ef9e1716728ff56cb30c3d2957e76722
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62af923fe112a36ad0b98f036d249a402b07086f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb24305263873b87a4592d0b26a9e31ca6fe1ba9375f325da1cd3516cc24df5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e61c5dd28c101ff0d6b386877c220257df8ed7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747438666879928cfcbea9c71f73c0734403e89fd679a139ef5fc33a1b89aad1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed13caa4a61d61b22970dad5808fb485d0caf882
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88dd52460bc5bb5a98f02b8a31f7c97d95182ce788a127ca1d3d898a0b5c61b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363bcb31cdcd755aa0f6f7269226f2e9f78fa8e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b2922935b758868fdeb70b78be1b134b3ad8e65f5067017c2e31ba6c1fb2a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068b6178d718fce6b98cddea45e93e847d8807e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61acb039d18589ecafe5a66f94e40f8bf4cfdccaba27c21980f02ca3ae1ef7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4176e7d9f51eafb27f572f8eec018a361c43e76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4855064c4ca07ca1f1e7194fd0f78b451a012049573dd9b0171a84ca5b62b15e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8746103344d7f3422bea7448647bf9550ede608f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccaedcafef62d7151636365cefa2ef6f059920a4a20f887ef7639bc971f7c36
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f091d68204ff52d4a2ac03d0b8b595f2df82318a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9b3863c7fe004265558fa24169fd01e3f2838e4dd8e3860393a1fcdcc42ce0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ea81ea23e4774f69a3e9e318f642f824d9121f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45e5e19429495d9e1fad16b5297cc2323f20bf3aa4e28dfe8a60a12c3c67355
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12e5cb9a9dec9ec5469b7ee9dd4e638088eb426
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578e15b85909d72f9070d82e86f0665e6462efedc56e13623ed766d8e7191264
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4a013702f7f82c7f96d6b5232dab38fd505a2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b73d9900dc12b3a4f1fcfe5cab64bd8d56db3c72c1eed0e8a9c3145ede905dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c54fa248828499693f6b1302d42805d8bd4043
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e560580a93e27275853c06351829cd0350a4a706886c93b2168e0125364a230
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062a731f39b7fb1be53f3a6f0dba9657df033f27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9765c625810107254d09bce0382881bcb185285bcb5cba3b2789359292ddd31a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d641122da81ee319b8015d6f1884f04cf7168a05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481f338e898ec4108730a80b3cceb6976393b8dd227a3d25e878322cc2791bc5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc15cd95aed0ea09015c95edc4a65de09af9c98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650d221366ae89f2f764922760eedd2578321d632293493d37b8c2fd5e7c2acd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848accf4f1051172e360d33b7a163e718e5bc4e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411ff41fadfe3b5ef7a612f0a2f7f4da38747f2f2cd13d87b708c9fd79eff8b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5001bab5187d91cf10ae2bfd3514d88330cfd41c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3465a161b8d57cc2e8c56e4d3535fa9869f45b447c9e02fb6422bfdf0de2c4dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3198fd0c0be1903631efd41960aae153c579039
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c79a8bad2c2c295a4555425a0c16ad120f02ba327446d91aaa86545c2eb958
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08335c5457251dda4ad4123cb9abf5fbc6dc45e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202e1ee16d523ee4b1163a3a58c3abb32014e276e4d36ad2055185606bdedaaa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f030574f97ef7aecc6611f0d2f55f0281876d0ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d620dfa9484f73404ec41ca16ae1db2096f477584119030457998625a9dd3b8f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ce0aab0f73629532603c88d0f9c966cb22afd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff57b276b4815636383abe76d8c99ede49b8280ec90e7f96bc8a1546da329024
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57c7f2a7a923980658237c474ffe6555910fa59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887be71cf26769b707f88d8be23cdee11718a5b17bf8212c249c87972f403900
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54ac700f31eb4c25b210f09ece9b9868e5fbd2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba9e4ade1aa11b10429188254ebd7b4b76842a822e9207bc7937a891bcc2b41
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c32f4c0e85c33e583e3687f9f3fce3a66aac2e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b9628890abe70b2c967628a558232b86ac8bfa03b15df211afdb7bef79c1d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cacca6b0b8df3b0ff8f62c4092feed53e87023
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f72a40cc0fe015b4615244003b210970e09f0540899eb07e82bc1ec7aaa14f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8512943b1ed93fc2ff232fc271a53c73c7d726b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15a0c6474ae45335231d922af4a345d8000357847bba3a6158c7ab287b130c2
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506c383c0321978eb815a70754ed02f680d30a80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b7db15b13e9850da6828a2e49acb571397966196516ce218c6c1052aa97c50
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912c3fde4a3f4bdd33e0f6827ef5a92e0aab247e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50107b729d561190201b2aae586d3107635bf28e3736dbfaa6d9a1facca8b1c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef9a52a63007ae9b4f90442c25f06591b43118c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83256bade1d0e5fb60de05798cae0d1c9dd42381127d4e6b85ae6f3245ae392b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9daf3e49ec781a2c5565f002da2d867ec132d14a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8ac4c4e026d970012ec5e1f1d3c7449fc6f806bee78a5a9b49e63f67cf5ce9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7423fed87a64f1fd67fb21e5a263e280087588a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7c6a3e9477f92a411e67649fea5aae40804d27a254fc12d845568a3f773e10
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5c8c099bfc5fbe40856f99733d8dc6340de5e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce2cecdb1c6fd8ef998105d1957ed0137e42383a201a1acabcf31b5b8783e86
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff8d7bbf902d6d9587fbc515b6091ff1afd5818
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad96dd6fe184156cbdb4c23872e3f35f674857b48d979734cdda87093fd9d48
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a137952c02b37a0e8d7b1f81d5b9193401b0ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d06777cc30afd8f715b7f5d434ba9ab255f0ba18e19dade0c5517869d2107ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92888cd11938e3718f1f3d5584f280402edc0680
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1ba44d59f417b393e4c4419e4c8b91ba5498432694b2be684a06e91cde4641
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068dea2036493090c9d56faf3cd4b0d773d8aa4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede46da7d0fa36371348b267a3bd151481361e4b1106a541a59657f2a32c1b61
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c865ba81d3013a055487ef35edc863f9c6c5e89c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0691e2d1b5d340b393141a8be90d1a0315ef8c00102b84f58c5e9c4981b8172
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a11b6054d55ab112ad6fe3a21f0564df795df25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc84bc1b65ba71a52a4c504a1cb4c292ee8690c394752266a8906d9b4b0a5a14
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1bef2f1e1b71325b91a7b48c65f7dac4c36cd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7933750ffd9d602cce73343429474205a84c4857674792164b02f06f7b103299
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d68437303e31149bdd8f590717fafcdc863e99c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b6d8f4b6ce27c156ddaee8db2e47e1321d6675ee8f5630e15a1e0c4819d65c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a998b90cee338649af380b03f33b2cde3ab89f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925511db66b03f3ee21f325278c8ff6db025985c6c0fb4e0e825c5ff625756f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55766bcd9287a06c4e460c7cc999ef2eecd6de4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca743f65726187a84593b392941f5405156f269fd90476c4939ca5c89e297d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501dfa7dfd6ae831e3d26a146458e535c5b8c3ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffbea6492a5b2a9a473ce797ba70a916f19ac10124705405f354e8a8048e7ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102abe9ccf55da04782810096b2acd5e6e98516c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16842fed4630ea3bb4fa849fba61fc48c5ed73c5359e369bca148f1045e3c892
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0375246e2f4a13a772acaa25621c0d79913227a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce1a2f89560a8ae8ef3d462c1b0a69cca9a30a36de82f3fbde3e35657782580
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5741b4d8e7c25a745807451887fc8aeb215db50e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2447105f5dec78ea42c7049b631a768b32f5a74b7da2ee5f1f4017365983342
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cce97a722406a80107332e59ebdf11eebe61ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db16f888c26342430d7a0bb7b870d8896a6094919c2d6d078f6a8209276c117
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516d6a5e69afef484e60a1dbf14d45eedde381e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9f962370ccf05cb70064e8e33063825b4f631b0f52ab9ead02557f94c06ae4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab6e680a2ab194bcf8e77920ed00298bd68690c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a3392cf186fd88bcd43294a30d532967d4f13524eda6e5d6e5ed0179ddb4b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595f134ed26054a65d56fa9162f383b18507de7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f108e4e297a33ae88adb272612d9c452fd372c6964d711037b4660580ba001
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2e4d77c63bf9e9f62564005182e4f37a62a9f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed5230a70d4db80d225da17155460288ab66dc9df0c3545c08c887bec04ecd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0241772a4739d858cf9213c45ca28ebc1b735e4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b20cd670ea681a3138e7b20f91c73aec2f82a613a6eb23e5cda44fcd415047
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a330251ebc503cb95ccad1cba43bfb9606a166
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f6a51217604bde59f098becd9b4811dad10b9e380fcba5f0c98f9be66ba90a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846a6e2a7162b291a820ba3642e3c3efa0422e37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc27f96ae512ecf7ed49011aa8c132b4950315489ee5d0738951d8a4a0fbb69
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb07e46a6c4857a6ba8b95153163cdb8d5ee2111
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a091c84d3e6ac8bc2901c79c7cf6be1024214e7c179cdfc43607123166e9e168
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5ad25e6bb52f3a0a6cb4b58830cb09902b9174
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0214e297b440aee9acbc245821c082f6ea40a934abc27a6b22eb99f1162c0d9b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc8bcc789013282d3f71367046ed8c5f70f12da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27c4f1bbb220ea4f78e30b2019b7bd45703e37a8e5d565f44c1b99495763575
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08f7041ebcb92d737dd0f92573f3bf2d8030688
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1269ed4285b2ec0f4b1d3b81938325ab0d48b09109ea57e2fe3b0d9af92be20
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b96376b19cffe07a6c65cb5f52105604f228a39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e7a464b5f3353071e0f269ef10f3386c085f98a84303000ecfaf2e1cebfa26
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8e6061cf4991f0f44b579fba17df8b816d5065
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd86700c0085872d1e1ba40f959d92c51a2b0a3e97e6bb53659173c177d5d78
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3651d92a3405599ce213ba3de8f057f7b21dfe8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7dae79c692d21f7bc50ad4e2fb8bace8fa6ec715a8108851059410b358b522b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105f0e9bf295c9b19f2a777bd4df546677c8d518
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7d9e330a17ec5e32eea903fbe784f09d512354b763095699dee6d8af4fde27
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f011919c65c3b80b375579b0d256e795e40c4d32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10507fcb966de71c5888d1f3578dd4039c1316ca8d3a8ef8885b4746d4f3a73f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f45f874886e8a9eaae5b850bddf48da3626a428
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208e465beb62c61f0af27bb917ed67006447eec561f741f7cd03a58c30da0d18
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ccc5baaecfd83b62b08e2ac9014350be4c6c5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa8a8b0464f40402c1d6763f3936bcc249a0a9f08a76e6bd2fc79153e594b35
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e334fcb025f8662f5bed76fa2c310ee52626f8ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b5d7464ec0d5537437e20a3bc8840305e6570b1188f12bf5d852b3e82a4348
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166310268e10c5c7d7d956c54c6e0d53ff2c3b52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0e1bb0747053bbd098f4e447bdd3f9f7ac128dcfd94215a84b6ff0ad05a529
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2de8a35b892e596acee5704975ef5e79662dc91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8274212d58a81a90630b5478bcea0a84d777f2fc3fb0009b9dc3a632db81dead
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa4507a247916aa50208dc13cfa58d7278cb7e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba572582b1758e48c041c83b48c04743c3eb683479096702e129d6680cf1c38
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58abf32fd2c553d968daf53560a8e157248382ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7cb567a44a7ccbb7092aa46be4a95a07a4719f3983a19f1cc86017f06718c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75fb55c3326d85e05c40e3e5b34dfc9b5248b0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c373e2bb4352e2aeafaacccf58fa70e478dcc9e6821c17254507f627028dc8d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe8319a8899aca213ef42339270a9dd51c87741
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3498dc5489e1d0d5edacbb5d37d97a935f934cd339c9ee2f6f0dc2458d772be9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fcd1e0f18b1c5ed4362d7a463e3420f3601e917
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178426673a4d9d554697ce8fce0185745fc5811f0b1c4858b17de12e2c5560ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44f5e13527ec91c9465038eba293f0d9c160632
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a52eb7a1b1d486ca715e9cd73ab1241a5b7a2ab76ee4e21a3b10250b91bd6d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b63eeb9e919ccb20d9cafdae64dfbe49dde13c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1f4dd338f5b3cfcbd73f0dd0b59c8a77fb792e638ac05c288c11551f36a5ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667406bde5bab1192eef1f2efe6fc030bf340ccf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d359cb100a834ecb0b6ed8e111196adf2b1916f262e3171e8d97a1f005825b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18cd187fa839e9e04afff028ebf88a1ac2f549f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2c21ddfad54787b9d041186f6271040ed001bd7839c7ca18638a457e7bcb81
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ac091b686197b185c127de16405d2cee870fd7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6677f86bdf4b97900504d472e340064e47a433ba6ce1672417957b8a720ef063
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe24e5aaf3adf4bc24e47746760b245483debd7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82728d8212954872d92fd6cd18530ac5ce987cfbc93e64ea11b43497f7ab3b89
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf5f09718b7e423e1d6674ee8dfe54d3b322a9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c52d67778d03f66e945a6037053e908ef87c3e789b4502ec5f24549483d790
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d32955ee5875c2d323e497e83b023fed23e30aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf30676293742d6ca564b650a8fdfe6d67befa1a102e8890a3b10b06299b37be
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c703a9930543017cdf6da81c4b2b6096ca2d9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fbb15d3917d451404bd57972cf222d2e2d57f4d8cf16204625b18f18a087fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984eae0ce8ddfa02d12a209b2f58fbcfc9d70557
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6995a8c85096d6b7ad7715d8e6d1ea43504ac302b21a6d62f4fa385ef2380790
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e50c5fb3c8295425178e52c93e816fba157f847
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8244b80a16cea9ad4c823359971dedc261e24e33f817b877b90ccdefcefb105a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f442edd6353fc7e7e40cc9a1574e94945a0bee42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2668563dd075add16dd097a16c7e42d85673ee515f4d39bfb396f766a9e84091
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30fbcc799c844f725f42b9b22146b0d20693877a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0316b37b05a848313e826b5f62cc3084c7ba047d1f60fd05b58cfcc74fdba4a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba40748817f92dc06239a9a9fcca893d3d62ef8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e314920c2a14b7745807ed4b4d8aecfc2debdb9c98587e609ad26c311bcdf4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66110c93739a700df7a08824e238ef5e2f0c2090
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb3706728b8f1d0d92f60ff6521210f0e0e4eee2a788362aa61dc23d152041d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf56265545d4fa78d00b225bc52eaf53c21dfd6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d361469bf41a6e2ad71ec0d0251ddddc81ae6fd6fbc8333059ee15aaa1f1cc7e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26e8f880b93943d29d2428abdd45bc92838b570
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786772595b73c7b014b54d7f94674603fc3c0e583c4b88970b82f9c80c69296e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40c46b9e6936b4411c599c27acc518f9f39fd77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf530c334b5c2fdb948c3b353a11785423b2a1ab3f69f2b12f1a787c3a11f1ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68fb115197205bff423de05bb1e76b3486fb7b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a29498dcea7f6e560a83fdafe172bc808fceebc0b4848cf0eb230bd0b539e7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c38abc013de207014d3063aeb12ef38fccc4a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a2c3a6a0a6ec2205ac6a3383be2e6fe76a3853739674a0953a68e7a1ac76e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d28d4bee57cd81da725f34b1096b14fb180fb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6519992b1f61c9c693896f0186b2d95c99f4a76f94d5af8d51293fb96413490
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6cef42a9b0b8e9659dca444e505acc9dd643255
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad782bef7f11d3320f65a226d81225416e2eeb3ef52c0313781ceacab0941181
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5fa8d8f0f1a01fdf3ace0117192865f8fdf515
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e04141e453fb5e13536beef8c1eb444c9cc1f59ebe1b313fb4872a8ad191d89
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6970a56d5b68550c4b0668a4107ea0416a3a53be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bd0a5cdcfd2dc71417a0c032f1c19424faa78db98b7c2ee6a46d4d038e3267
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee071cc7de67b22bbb115c14427b879c41c1218
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446ddab3dedf38c98bcdf8e5986c24ace9e36b7d662dddd3c6bb8badda19b91b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd323f0cd62bb0f373a494be0d2f88de46067186
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4928a5d6ef658d568599be372715ed1d720a0347e97ffde091105554bacfad3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e3b0236b4a1fb1e6905b05c7adb6f5d0551357
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f462e8ee4909334244dfe59c083c292fd97a36d7b33646c70efe6f98fb1beca2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44210dc0e54e9c2ac0f1a8432bb3353cad0fbf20
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a6c487ef977c9dfa2e73adaf6d32b17c7adaa11d1d8ddc9a626d81af9b2f3e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e882d6cc22d55730e1756eef199fb28e80ef93c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd47b7a708176a4992fcee7eea8ede8bbb45300e830122e969b46fcceb2c703
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbeb34eddbb58f42884f5e8841a33f3c804b4ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2946b6a46ee95558772eb3e556e823ee6ae570c6d04fa3d54dc214b4910a6aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588e7ba3ecdf2ad64f8e5a23a0da48657ed71eea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dac045c7420a618b29f828e7b0bf54a7930a02f57d17228d235aed283cc8010
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefcf2131ae6becf030ac3822531951a5e5b1fb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1254cd26b81edef95f6c1d5cedeebc3c17ffb829a4e96ac3672ae9b801d44e83
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d975223c3921a39e9d22da8a3f303c17fedfb1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b255fa647e6de08d1f6feffbd1cddd4f576121d1d246189ca2a1d7bfa51eebe3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4b232cbfc857afbffd1fdd482f6eab3816b9b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898431028e17ae99f16cd22790a966f1992295f6ab907335f494fd212d5289c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1158d0cc5341028d0f31d31d85fa8dfefc370174
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe48e80057d2e2ccbcf3e98ee5e420c5f722a4fcb8f7bd0b0da22d7894f3157
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09dafc5aca56d7f7e22c66292244eecd05ebcbbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2c43957dc5206263f119d976bb7635324e0a5023e4a574b6d82a01594fb1fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095559f9a8897cf536a69200e1fc737dac03cffd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28853142081ba57a627a5d73953b7b46b1de0f22221e9a147f60f8bc02271e5d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60f566f5e4cba185e9446d84a4dba571bd02a86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96310344b301c3705f8700d5ff2dc1c26061ad5685077c62a57d05885b978e72
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0cd2a6a4fbcb15c7a1477dd17ab56a44c3be74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc216ea8be1c303449f369d385ec5ed73de2d3e2b00dd606b214d56e72fae6e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48bbf203f83c1cab21ee8a8e6d5ddcd7e8890d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4381d58a04e2a917315d2e8e4eece0450cab30efa878dc3f9cdb87100d4a2272
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a80110b7475d7361ae20d0351eb234a3e0ad8e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c604c5638061ca93e5549ffba6964f8a41713e9741fafef2db1c05e3fe6460a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc2adec6f5abf2252394d75469bb54692c36195
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e67f747b44ffdd5a68ceb2b58b56dde48da24b4e5351e337f1d24e7b4a63c4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4339471a1acf0e27aae51900c21afcfb06b5a564
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d072dd1ef8f57bd083e372804a9f4f814751ba0f320a924cf0b8d6f47b30d9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a02d51198dc894ea5d824a745df4e20ddb628d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fab47086361a2c25e386d819185c07f195b75b290f4db95bca1b87da7b43a74
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b34bea5796d5dbd810c5e4da63a77798f869ed1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349cbe308bd78c6599de25d89ff0f50bd11c143b691d597b8a09ed2f4dc72575
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea50f13063c2c4a6c2c941adc4e2c2f534d2d633
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09d216a67b51be5a6490d7135cc3f69eb675f2d11a6c9a2beddcab20c95d2eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1bee14eef39bad0557848ade5a7adc385d34c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9d732850d4d66b04c2630e38e4dd5340b4a9b624381ef60836015bbd7820a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fff7cd3bfccd0b4566472270119bed90a1bb19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecd63e832d5c27eea22823454ce0a73efa0ebc06d96e7a69489ee7baf0659dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671143558afa161bde58aca57359361b657de6bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678ea331740280d462983d039e5e4ac1c0ff235feea5a1d8c6d9f62e418c9d5c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b0020ba9e86ce4464d595aebea3444046491f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b4a18dc3c7eb30dc499df3c78ba33d34ed619b5c4072c2bf8cae12fbb12525
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4bf988def223e11f299245b95c6d823c638d16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6958fe442ecd38d47801b4034b5ca3d3f8fb5672814ee04cfdfc57cff4c23278
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9adc81fb24bbccd65bb9af0d93db63857e24ba1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b84d407e15ae54b30b28ecd54c8344731c03d3785725b578e92b493aa5ed07d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5776e46dc1c3cf91130c5cc0bc6662795d8072
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec74c3f21c007ba94cc33bdb9842c50e36d0fdec7a5108bfd406f4c8c4d7480a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1389eb4e7335f7f1389306bcdf294e05e8270009
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58023a839ae5662c5301d33a72bb1ecfce49f01db131e2f9c212064c37d4863c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369ad7403bda267c176c58fea45d76802b4c2d2e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd7d9d9065a032e63bfb007b19045e830a9f3e6da0bbf2c3231ea75fd490bb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7432348b7816fa01306a259b82c2f600ba601a67
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ba65aacdb83c205fe7fb22dc783e36025dc65539de05895bb853a2afc8e342
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54156da0f5ae8568523ac10887e373df97ea3421
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c08913bf24c74d39dd7d3189585f0e5b1009f9c924e6ae4b3a9b0d1991db8a
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1c9ebf27557c170645582c928f6d6876ad2eb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49239c079633ae608adb98b4b376215aea6b69567c7401328e4dad6009628ea
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269f0221f033de23bd05c94233fe8e6cc92638bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae539b316df7fc17814988604f6fe816baf3e277db9728ee48114918168a383
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2254003ba894887714c90baeb06e8469e3e20168
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b58aafad730d00c4db33e7a5cee027d392aed9a6576db01c882dde156e6e924
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9a54538ac59375fb87e5fc2e8457e5b8fe4a76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c53ff64d240593754ef547f252383fb31d5ecaf7b483f9b9911dcff5825948
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1359fe8b00a03384acd5b50b0c6dc77d454d0e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bd7c41cc7333acf45cac806b751ad7e4a2dca1640010abf41db90ae4c9f33d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c670cb299d671fe034aed9102f60b196dacf2ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305edaffe844c6da35fac1e6b563c0670d77852a5ead38d15f1a4872c851b27a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c2e274e8977dbc968e6729218aad51d209bc45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efead4f9cf4f928c4f8edd116357d50561d615df87f425e16e8e0cca0c54bce9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4126d30c28049ce053fe124fd5243c191b84401
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bd160d5a7dccc15b64b626a8cade33f796ea54f1e9e73889335a31a724e5c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49769e592dec1fcadf44586cfbd21f771db0ea17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fc6bef3f734b3551b028f40a5d542a6354217a0053a0cd40510be149b8ed7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc0912a6b0cc658122d3c6120fc8b5abf0f1a09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bb06abc354c920f1fd96926610183adc6d3b0c663d44af9f6ef569706317d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a949d4a16e094ca90b598afe2c4eb6fbaa76529
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5180f558dfd2c8752c82f3a3d303726853293c963eca04e4bd6deadc34029c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b800183f7415a854613643018843cf8e17d4ea9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7456f3ee041c3dd237e5b73b2ee95ce338958b094ed608e5e365fef225489c4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d435bb1ba18b99313daa28b0dfeb133f578aabf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d11c8e9b71e3bcf344afd1b74bf9152ecfe1edc97951640e345d083b3bf062
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fce1ccb9e532a296ac986f5cc7a4abff0f3698
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd810f982541357339cf5a57b09f4ea81a9541bb00a359041109d08799e9c61f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917dc261e0b4e66ec56d242e7507b613588a300e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fbc8317508394e7d4da351a95ae7a4da68044e4de1d3b48f6698051e0d26d9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9214dcd19af82c63c78a57c4b22ce92814151e01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6bb349f274e310c6d78a2e41fd4ac1a234f4ea9351df7e6a43b350c581e0b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0735537831c9c1702e2dbe197820b404786ce7b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a07b7bf8a24ede86eafeee793e422d7b9485135db8382c86c27ada4b67c78b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e7fb3da66d3bc7909038ff238217fbe55a6695
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd88132962b75c479d60672ce2cd741eda31ae4598b501c348134ebaa4c8a306
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8c13ded53379a818fea9ce518e9a3b2f17e594
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703676afcac39c499faa147c53d5ce841367e1e5c13bb5f864b63639e525be5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c7706ac29ad885b0dd49c56a13b53bf9851bfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97668554ef8cdac3638bede7268bd361202a209c611a36cdd777ae9934e37594
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6dc6a49747ff255d3fe3d54a4381e385e614dd0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9345d82f208f04ce2afda775454355eb769af4bf088445243b06dbe3e86298
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f712e4f045eb59947f91bbf12fbee9ac69a93254
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8ec9d20e0c93468241158635f69acd10708e53438b9e60b0ce3a104fc3d768
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7872020730d2b3cc735adaf6df6837c464543d0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38087a05bc0fd8256fd40cab641b9f7ce35484706c98fb984eb0d7ec36b7901
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeaf831f9a519ab7c9fdc254f31ea4d590b31cf8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb1976a25d0556223f1982e9cc47edc6073e36996597c2936346f799bce2340
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79215fe8a40c9616b96892c7d3fc0942ef86c26b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b329d1c57cbdb9904952c42f5b675bb2af7d76d9ab2043edae2ad02d9732d771
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9729e1c59f44b7fcafe6ebde057f0293193d1866
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae29e8ba9778d555feb88584cb1d11ff5750eda3b83c80d056e6287110378636
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d9606ed80071042b4281ee811620fd2dc42a09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941e93cad5ea32f6dad5e621f1fde348047a461ca5ccba3f446d0d34f207f0b7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eebdb627a1125f27b827157ea09d32af8a83be7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899de00805a778b9152b5ce3cb9c211e7541966e4810ac02ba30ec6804a9374d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9570ff22836f404fa1b9462948198ea9b00cc1d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec754356faa923963d61ea8774f0917b5fbfd3cb006bdd1ecda81f0a59b0fc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1914f3420549799a7e1844465f01b294762ef01a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acec5d9dd4b0ff7e14887f7a45f2eab8d29dc6864404b7f6a82048dee2aec0ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852a40da1cb0de168e54d61927f0f9c3251b0936
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb029ca7989656e7ba6a682379aeedb0614bc41d5fb9bcb680ed184ddf0cd43
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9bf44ca3c3985e82d2f0e489e68d1856eb6e1ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb00c775b9ec753caace10ccf93e87177b9a3dff9ac769fa9f34d488c97d1d3d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9872a86477597cd69f64a3eafd740d71da78dbec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e043a25c9ea0a45a85cd540b347ac3a312c0fdca5c93a345d362fc6f87f0122f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4eadd23bffad00308ff84928d03c3043a539965
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddfc4ab21698f41f86caaf4b9f1905234e4c59766d88881f632ccbecd35f4f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a3e6ae4ad430c4e812bf8b4f5458a329d6504e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0127971884bce91aba01034e2267e1d24979828a9d83840895be6d36bf857aee
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e134f1bf1ef0e81bff8f1feb82e4b8705af0dd4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30a4f40e000043d1c7d95a2feccd92ce1cb201a08e39b83f19aed91fe7428cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9028d87ef114024c473a2169b51f5214aee2b457
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1652920225e4143789f55ed04eebd819690a905bd757c8db9a3bc9b3875efb98
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69b03c14b2395a7f001e593bdbde7c8adbead01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c60095fc47bbf2fac11021c5591a32ac0c7b8d34c4d7eebc5e35d788b35fa48
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf821f81d5cb48eade3db9d4387332642b90888
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c9a007be45059ba8ff9cf3a9318745154aeb7abcef339f96a84572c7eeb724
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903fdf8c5105b6ef694ad533f34cb1d07687cee6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ea9ad5a9e71e6cc1fd59f4ae0c025cfd042d3186779048a1b44d3469667919
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ddf2e272847704b4d2553a5db6506a9946816f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8714bfe3c4782a5ce3547aba0bb9289b638631bf498e4058f6f46287420ffcfc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e35d4e6aff37ca890f472d7890934a98882317c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcb5574e2334ec426d3596e1d26f2dd610b7cb47c5b43dde9c5a9f1cc114fce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72edcd69727e08c08e4dd008d12a1f7c897a036a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb42328b4d1df84364251f1008b43e0ff383f749f168f9dd0272f0b9af0603f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895f728609bf7d740018612511e92c72badf6e49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242efb54a4fb9465506e788b85817615a4d1d1311a9bd4768df580bebd8b7c8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe64d4f64678e2b605adad59f86bad27e10ff9f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74efffd69de9ca7a2f6ebd74e83db9da088889221faf77909697d2798c1e2bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed26330a5578c24c82d027ab2b85c621f91dcfa6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db734433d863f59256d70dd8f9d7056f50db8861d3f5a54fc217bc7e0da8b7cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3584b4d52878a32e2d57ec14b7e7e63d3e79c747
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559a43d6f8c1b105758833b10478bc1b2ace6db3568c356bcaa8f8c779f88ecb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afadde17641dd0d252023b41d67a065ab367318
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b343e138a9c54d28047daf05c5d8e28d9b43d88b966dee1727ab73fa002314
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c810ab282ef399f137c0dc0c12ba884c72b95e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8993fcde984d3ea4576bfa135e2a69294f1b77974687f9a4018fd4594ac32c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2ecb318b100cea44db0114b3b76a7d7bf97dfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4943d3a4a84f0123e073627b2109d9777dbe04ded71fe5b15d53833e5adf7012
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8e5833c06e5582f56a1a96ff380fa4a1aaf7d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7d70b52d51f7b377d9d3d2b5ec4e7ce048964f6c76c649271579c8f449ae07
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8687c4fd92fd2d52fea140cd5ade0522c08faf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70ffe4052938dbb3aec93090628ee9f54cdd369b7d6ed37211d7ee467789add
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd53c0e50038d9b79d0fa98af1231235717620c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a141f1cdd4461f1edc65e8c0367704ce3b1bca0d1b0d534d14ec0ffe71af44f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1bab0a25e0c833b0a10e136bab53142159ee9a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc69a3f87d9b0c2e7cb3089e1d823618eb4c007d1f79fe0b0df57250460d90d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7301bcc469917aeb62a91e9ec31979acbb625727
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450266e652895f763ea587df3fa71be1809a4d7380cb63cfd257129d7df09ea2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120ea80a241e0cc85eb089d726857ca5882a9ef3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0602841ac77929a32d00f217f66986b7a66e458f719705d55d6b58a5fff9333d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9872c41f58ff7579751a781f0ce1c0cb07d0db9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159db0b455c1f2f59bf242b177546640335cd35571240ad0dbacc4977dd9a005
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d349f22eb0b57daf529bae684463e0eeb4087f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4649a9e340eed48938f2688642acdd5f19c680923c4399a3436da313e85554
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f729fc96a005fc66ed34c6e83ca1e3fb630bfae0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8acf090475219ae510c99e4c987c43a629fdab4041ecf0a1d9eac042e95247a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b453b610c03658f1a79a68ffdf13fe1095982ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9322dbeea31cde2a9a0a3cf29d133441faed2c33bb06194dbaa43928daddca18
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79259d6aa7ba5c654fa8d332f2a21a4273cfacc6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355448ed809a729734da7b529419be88c6486caab30ad40dcac60a2cb25865a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e8e82ea84117ddb718bbe3cd13e76e30e14622
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e298ab78d7a1ee71d9b5c3585c56e9118730df1acf7f31749b51f6113f041c1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d191218ed996146657c5bc598059942048601330
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fd3254a6cd23bc7c92da41755271ee306d916f85b50c18b1b0bbcdd6ab4533
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64eafdbb2a3f714b6b1152728b30b17c1fe4aad7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c00f882122004daf9867c05fc5b695c2a912bc75ef2e5e15fd2ccf903786b64
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99477e835428ba8b2221a38327649d7476670ce7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bd9ca8218d5d606be620f7461940de6be275ac9d52a7d7e432bdd332b13a54
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301bd91787f9ccc9d0df9c4410afe3f662d06022
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a426a02601616eb03395d451c0b89290c2de5af0ec7239664e00e2a8306ad159
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ce21102368c0e1b984e038a815b22ea71c84f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99fb48a3c5f8ee905bd43a685f634b1d74d86edadce5ce001a94b257a05cfc6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559e32c764a920942bc516f3841548985853f33c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7e781fefb136d29b40286850c22a34ebb7093858046a90f1922640da6ea1a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fd2e57ce8707c77a15d28461462a56710792ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9166de87b69245388e3da34f5dbf21c20d9acc487a9deda94df6379dc56592
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0eff946e646a72ab71d382562b9f538bf2d6737
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3153e7efef3a6f4378be80dcb4787463aa6a65a73169d72b11783f62126e5fa4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86070a499fc7a624deadc0e0d7068a30731aeba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ace8e2792b95ab1450838633eaacd6e6d65d628ed2684d6460336d11b963b2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a979268f13325d1759fda97f6d5537f25d314fb5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41242953338fb23d0773b679761259cc5a947bf6c3244539252cd17042f8a1cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b982aeb81744e31f6d9158952b7ef9cc014656c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562d92b8a0b206663ab804d8bb46598219548320c67ed1fc08333189f3f0b203
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a133fd99b104ccde6432efd7be93b7ebd91ee6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b1c4c46aef34784abf09242ad40acf1bad80fb386b42eed4c38be6103608a9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c12c7298c6f3114dbba3563c36be85ec18775e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e72454857032b376fc2838c8fa041beac5f7af740c33b965bbf9f7d13b0a20
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbb362142bc9359db44eb9ad4e857786bc0b5fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea8a79db100da4e9bf63c44f87eb9e5071276013cf6a48134e9def491c5fac5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e55f31c7e481d1d0bb76cf06f2895d37eb51599
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ebee03861803d5db027b3a323c611df2f76ddd9b5e9f9d115d9471fb7efe96
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65bb254664b323bed08e11a1ea6dd16b8541318c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f97ce54d7b1b05f778ba9ba2c4945f570573fe33a8abd013f82fbf469b4b544
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d539a1c7abcbcb012509fb49e9a0560c11a11d91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592b9095a9e3d148064ba88c25c81ea6b0c438d6fb3d3698fd84b764613bcf15
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe5534c0e00f035e3ebf23d52b999e04a5af2b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffd9a5321e706ba5bec339984847cc2bd7184476b56fbc724f47349bb3b3dbb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221a46a9165b87ede5d0696ed4f8e29d062b432b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dab01916ade5fffdff8e8b04c4f33766bcb383938838c182a3066c8c82a8eb5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a840dce9ef99b591befccb0dbda10c5ead41d777
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5acd1e2338d6746e41caea0cc5c54d68c8839f5f79b85fc722c6f493bcee0b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd17c37e859377c4965db5adcb83a81a7df36ea4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0492f1a0bfc09d1852705f353cc77fdfcef996d5d2dcefee67f2025aa068bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeaf9aafa0a49b9a551edf0308d567198ebdd850
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfccfb8cbbc1a02c6c36932a1ffa10ee8cc207c57e808060c8c80bda2d6ef3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3becb75901ed75dfb8361270cae5906144cf833a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ecb7899fe89348fce5de4686794fa7194f71eb6b3aa676f48d76fb1d22b189
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7bc978e74c81522cd325d9ad9b965be728c16e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9fec2dee0bca888a9c80dc934cbbd19d68f78fbbc87befd1ca1e9da61a3b44
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb2005fab2b30eb1a49938c2dbd8d4bf6ac0efd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e23f122145d0eacdfc1a57e0e6a4daca615d6d547742f6241130f058112f38
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623333cddbf9f31e529a9548469a0d243629349d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96ad5e9926ce914d3342c4c6cb4995170d1b8a431754e2fbead12b3b2113cf2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1fb8d34b2e54c6dbd604981bd75828b3493dd6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7395c8a1822d8380442dd0a80725f2305db3e1e2140fd215c8b3e266a46db47f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b89cc2800af41f3f3f7ee3ace175e4e2f5bd9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d1a130eeea8afe83d8afbd16e4b00bda62114aeca095de1253b0e1099a01b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42372c9d595a5c3f54941350fed0f0063313e253
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ec72a391aa62be5a93b0991fdd57a129640821c36e0b25a61614f7ecc4b824
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c69ad13ffffb262f06ee9b1575c71b36e39fd80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7328465598d287d351f259b78a69114a453f3876c87f344a1ae7bb27bce31be6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c05314f48996b53e6819f31face110884d66194
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50a2905528950ce2c382c70712dc24bee645f4cc3259045361c298fd2609ea3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753009ee1955c96d74c0f6c87fd128bb5f0c17c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ab19994ba05d8fddf2e8d39faa5a201c61e7716efe158d7156dff3e34cd541
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd48bffd84f8762efc126c84b299b40cf3cea0c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3845d883d5364bf96c21157ed0890bdff61e97b96bd46a37dcc5f5107ea017
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89cfd4c5418241d6080d12bd8f125e3ed949624d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0971061abf999be22864708ec60344507ff91cffbc46f7dca65b5ee3f0faa08
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cafec0fe410be26788e73deab4bdea03d3b5f90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e63ba4723092c2fde44370ae4800db4e99b967e021f14ca9f7c8ec3a829ade
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe154416ac039a49ffb927803f0b5d9997689f43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1d76f614ec45aa99b69626f58d712b4975f62dd3d1234b658d7824ef976e81
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5931fe172676b430af0ded9360fd30717e1a6cc5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9264840c104af495f55d81be51760ce4e73e6b40eab87c1340770c09eb73b23c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93345c4e387e01adf616af2101699308c912b7d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a448a74f0ac0978a781a09c48b47eabc88d7039144cc784a7b0f91a4ca21ece7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc413e59a9bf0aa0f394fc3af9e250264476accb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff405f5481130a577ed32355b2c8b335fd798c06d2f9065822ad4d90d40b6be6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d70234f80d94b3c8109b1c0f339bba8aabe0ee3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b588e3a9894de176de7a93d4277ce6021864350a4cd6861c94404aca77a1df
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c0225dc13503683a10e20f9cebf03657a0e86a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59259d450b291f9a3b48c52612573b07eea37dcfa3954738644905ef76609d92
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737d86539fa137c637009a3eaeba4e299444414e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a9ee21ee35f74b2860146ed851a8b63fd38e50d423b18705f92a9b3c68513f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090594a1882d42949448388544854606037585d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf54c9609c3c476e9e90da69441880aa34394a30235dd4cfcc8d3b1280fa42a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e57de8799a2f6acb784d284d12d15e7844e9cde
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e0a21684afe40269f45ca8cf2a952ce98838ffac1ec7724a6d68702ee0d858
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e14de66614f469a219257cd176e9ff5a1c0e822
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c638dc2d24ee7d43e0c23ff11562725b79b30e9cf1b3dbaa6c6bdbd225420304
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eede0a93eea423f00a73febf76d33f996164cf5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b7a4c6828bc13b0d93a28159ec0a991ca992446dd8b288a38129b8a1c0821f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc026933711fc2146abd8ec346b48403112f1e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcab8faf35a5ba3026dcdb6050ee08124683298f9e54177db686039b8c16a22
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338713d5876396b095957d134a22e2b4cb677552
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0043e8e19d345a7424e81c0577a1ee4c6ee78ee12e571361ab8f420a2e390c27
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5745f6f5a720c9bdf9ab0f453e729a230947dec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491178d60cbc903cc9d4a1460612484f785eb34672d292f1084da53f28fb29fb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1c46cbddf3815c4ca6a2d6c46263b854a5b6ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1c7d54c2e8ce881ac9ad0f4cfba44d4ad1649f6ebfaa7b08b07b609a02f831
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8437f79cc2dff802838492e1dfb6831d3a25d31f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8022482ca6f1b5fd61489b58d54bc406447317a1da24c92ba2504a63424055f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e845b941e917f11455e61cbfe55d9bd5a91f3ef6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bebeade596943ea4f0af8baf5fb5f8e80e75bd1fd874b2a6d107d81977d235
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ec84074337f6e956919a919da96ce3b20602ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400752c4cbd71896a3142135a8b0f9ea939dc559917746ef09ac2b5beea93d64
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06619ed4d063bee0187d7984a9c39bc629bd1658
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d13f8f2e78638021de4da54e5e3a511924b48f58819b6cbe68c9f3999c7901e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4780422b85ff06af0d279bf2f4291f951a33cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2da137bd687b977ee551a4d903c960651c6f87cc00c470c22ec2b1b3733c06
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc6a7f66e9bfbf2e49955b6c0bf113de55ba420
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d954a6d8778d43591ec19cdbb9d500bbd4eb3eaaadb7c8fc3241abe88772dc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b10c6d3209937c6dc46353548e1da0b36f7c966
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf8f025bf4f6ce0ed6bed3bce11892acca0bd190d3600a34fddc9301890e4bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbd44c9ae183329c96968bc882eec168f149c75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415c3adf64efafe4b4215164e4fc89730cab9a1a8c518a7807640117f81fb784
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3053090ec468052ce9653c0039ee48cf5fa7396
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caacceb7265a7978a453eff11eb3386d5e123e8cc7c014cf1fdcd5823b97fb39
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a5c0ebe07383a1eb92824337773a06f86c6e24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f383ecafa9967a50471c53b6c7b3a19c060db0d06fcc9ee82752ea01736327
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5c9a768adfacd470738182b4298cedaa654cfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2b3bf3a805841007a0cc4b460e9e60a9ccebac48518cd2919571a8899432da
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c137b4395c323b078d2d1db3ef54831810b5b1da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dee25511bd14c921164eaf817654f4037e542f269855fc29ff714d6de9c1e43
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad12476b748488c4174927e44035ad9c7f3ff0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b0843ff6721520c1ac1d00a525a79e91660aaab65d525a241c6e5400e6b8c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ab8ac14c464db3404b01d6e967db9c3f16f3aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fa6c16b810e5bc50a9bddeadc8e1bcd57af5b793bbe122ee2b736c65844b56
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cadb1260e6df8fed2b695701700dd56335d6d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b075ac70037d28f6a42bd102dad28b06fdc9a690258e08de8c201a6197e29e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86dc9c8c0f088f6b95bb8ce86c00eb109c380d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7528c557567ae94103dec5797de92a19e5dc94b9218ac5bafe7191e120a240ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5148609979d27291f66c9574851dcd69c7ecd88a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17946952c0ec4aebe9876fa7ca8411f667679d6f0bf2a98d795ae1ffc36d680a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2a64c1596b8d921c72f68777e196fce9f93522
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9e8b33651872ad01b467da31396961a7ae8455730d89e0a3e0ede9d612afe1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d173d1bbcdd08122280e69e5781b144bbea6a3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1edf6626d01a86620ae10cb44fd669c408935ee4b895726da008cec6ad2fe7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183d6e2bd3cda6acbfdb41909caacbb89bbb7dab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b525dfda2077f25bb9ed578b325ee44f6e8b9482c29e8f8771cd5be00f692265
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642c15a6ee5e993aa87cbf2d387c8b125ed29ca9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3364f504bf439b67b2e3687c586318bc00aa646f8b32d5bf283c0f32dbd0d9d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4caabfea8850093f189cce92d0c7ad311cc181a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747dd3c8bc56d96fc17af8d989c245b8e6ce5f8af8d35d3561f7e9943699f137
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8722ab68c069e79a82cdce71d3adc5e6ae353018
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b4b5203ce4cce726ec3b2ef927ae59e6762707a5b2fd8a3f5c13959926e04d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2490a8dc4127214d8b2df427b8aa34ce970b631d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbff8f2ca66b929bc21d5e1ff304a509ea769457a4fa9c23143749f606bc1c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669a77a69a356421f10933c3b00cac58ce21b5ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c671e8d8f9db30faa1d7c7d38c3257d45ba0d8f5a812c5ee257486759d6ef5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b6063142d9d0e9ed7486748c2ba7363cfd4399
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99b3535b15b98ddba71261ba4e0a587f9a1a54f68e1b1686145c6cd2df0baad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e747fc9fcc465e9769e4a616acd5cee5da6fe52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b508dc35bebc43565993c89a94e59efeb1aca054e74b28c7693036090e52008
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbe80a6a3e0246fe7ee4c8c0e68827a0d3f1d40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea11db0d1cd1fa766e3fb5ac82cfff5b38fe3c821d20f2713ab4bd77e533eb50
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58212c5d79a0817f2d3e904b1548aed2e0c51d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b85f9f485987000158a965f8d179e2db30d1d0c4fbd8cb6f84dfdc5451c45a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559456af57ec27d6b2d10eeef1b7177a40877a68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6944a6b750feda3393567dc59eafe0a3b688431ac27ef40ae1d8daaed9632b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d6f8c3df3f600eafea2d2711246b1750fbd5d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e926a936ea9345b85f8df25d9a051ac89140d16ce23e9109299a122ac9fc9097
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c962704d8dda159222f7adb2820d17a95ad5fe3c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a30460aa5f3ff3506b8063db2baf3adb73a19208084a0902da171acd058c58
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39da72cfec3855d72746708277ff3fea3312e81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1595ccf7bf4743bb27b136922bcff91ac52ccf3ca345450e19a9c1a9757bea68
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e840848b09c2d8fdd8533251747a971ba7e45a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76510fc85d4c922411ae1b56bf747778cb027e8dfe10dfc441308c70e5c3d639
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bff49da7707e51a60f1a79ff058d868769139e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0da9228255347e949188235f2f072b45d5cc60551e5bc29f63dbe63f1d5cf7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d216dbfc2c3e13e3f5e32c425a6e42bb1b34a58d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecd450877a651d437fa68cc74147521d42232079190ee52662b8f1ae12f00ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837afe4b80e76ba54b6e7a47eb4eb04085b390c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0474eef9778de2571a3d3c38bd224434eb632ceae76bd24607d87bbea66ea201
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9467886343abfa41300278f1227a6a10d46f693d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346a1fe81072535051a05abb39788dcafa770f04642d3d30e7aca1ce6e7fbaf5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2342d8d395e419f83de4d588fb5b78bb51a9b27a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560305d3b92ee1195f8faaeca83bb8f9975b57205ff6f14553f56d53ed14ddca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a1147061eae3658346a0c62c159f0c96744461
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6be8ed36c651b57b2ed08e26fb1a1572515297dacd35b1654d0aedcecd13d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27031f43ed25d4069311ee7795f3fe860c63b927
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176a893a6810fcffed400a15aa0fd4ecd7b3341a1b926607f94d091d16eb9fb7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849763c8d5afc0419adde46cf9e116127ffbcee3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f407d9260f3d504a6e8981bba04b6d5d8a8a936eb7af06cf0f644c2410f24a54
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50433ae43d505c906edcbd23556f123bbdf16303
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5e30c59c7864fbd1275865cb896420fea1a1fa0b946f49b250ee1cf2ae6c5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54f3a6050d040da934e423b5f943f2ed9139676
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb6e855d4162a4f2657d2e3af831412b049ff6b7205a53b45e6dd46b60892b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cca26829d8423da058302b55d8545c6945c3ba8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b5730474393b7d0b344f75f78cb7a7a38c44d5f6939697bd5321a24860a7e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ed6a79646328f0b06c8e4f22fa48eff5e6cca8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1c22a9caf734b36baf28e8cd36eb99599ec2c87c2b37d1b20b6b99b5fd89ae
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304c65fe4b123a4b1aaee59afa16f9ab64f4c37c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a57092a29ea1e1d4eae0465356946063bb622fff4b8d56f9e6169143dd8d3d5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40229114271400289f917e57d703a47e54e9ff5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a719c2794709c3aa0ea851fa43a2cc408f6177d114b2932087fb8e226451bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f24c5c3ad8598bccdd7e84e361fe9ce6df16260
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c90f1b7fe3fed307bb3942a16b70a1e13f0cc0a4d9f96215d38944eb4e9c1dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5291bef4422e7ebd456868f481fbcced5741c6fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431e58837f4e1b4f150c0a765434394749d39f439155f7e09cfb0c824560432d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6a44e0ab3d53b9e981faaea7776649b5ab6c43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fde7479adae06bdad14835c5b8d7c2ad76ecc95f7292e41ab1d33677b54c9d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab6501b89ec44fd8e86b8c17acd51420ba07a43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585eba6a5a29884885016490f407f1991eadd250168f1535cdae4e6211b5d5de
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b12bff74a6cbc5678d5eeca5557566465ed0d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c601ee570a7edc70c1f6170989d15476876b6cbaed2bb467c4ab5b86ed716610
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a8c3ab625fab8d5ceb9d65309bfb8752625bbf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce070b625a0afbc061a9b3a1e77f753ac79b826cc54b6c0ce5c6ddf1a35ddcf3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe250444b2df39e17454849c18db09198dc42e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7c43a284f9c4cccc76b73e953ea2e2ae318c11d27f439353218e658c7737ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f188985ae0cdeacd20e0e27b450e0a76d9c803e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7131d0f1380d94ef79b4fa9bce9cb6ce9d62a3a619b1d993b86b8feaf394c3a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d2fcf17dfd366f88b4074fb1626f76d2c2f7a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec886fa3358b16202d9e3a68d0f09b96f047ba345995be8f4f846c6e1aba7fd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ef519a33a2af26bf9c656d24c4ac6c47a1d47d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28f9e5df030017d4def22336c254c033e57a5e19241ef9178b9ef3de6a56fab
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44e7f317637e381cf81465345c889f2f9d3fc09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20ce8a983172c7adff1bb5921c3cf02df2c5d7a733d2b0bebba491bd8166a98
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692f5040ab57959f5d3ab3e6ce8ed9585e483979
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb57d52894e5588bd0536b1809b474fc1e4a5b950f325ba0f663aa610122152d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbf6957eacccf8448a72a1314791690dc05a512
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9332dcb3c82a0b5847ab09d1323ca5adda1a775a2b602233dfff1a29647fc0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9a775b243c4e720792b6fb8346479258ff8c8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d507703b7a09572111df8d5c0fbc49f6b80c826dbdc8e6da3697d3a38afea87
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbee2d387b1caace89dd20e61cd17bed6ebf6e0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4c91d3d54922fae78d982702a8dacb4b8972529680cab252ad4d616c1d2604
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999a38c6e3b2b819a6f04b61f393281022ba1359
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f492f4899cd3eaee939e61858f37b8730fef6bf245ed4b6e2f62666bc22ddd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5543d5d36d6e92a22de47ddc5efb20bca1d3271f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eea77cecc9d7fc2ab104f4bc46206a159485f966d9036d90e83657807bd6978
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941a5f754305e138f2362dc259dcf58dad3be49d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f58f930048c5e3407b956cad15db2f3d1f01003ba945a9a4e4db8b0f9f54a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634bd42c2c5d13753a30a00532bb1ba57580d565
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3edb059b2b4a1eeb17ff9bf1dc920e3fb24a8d78d19889fa1bc1756c188429fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c907c03814663c4b25f6dde7a0ad5d1061206791
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e9d86505bd95f530e0fc944495f97731d70ce61a15babf36393b05e799c28a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfc3a3439522b4b5a0d173e5b24094375a74a9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97391fd9018e0a8e369e9443d128ddd285af5b7f8e0a18e2215fc92fe59bf60d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce9b9ff3dcc2f52489f260d16b5714f1db481c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b532b0de35b7581e90d98e061d98dfe6ba4d761af4b5e6812ce01eebeb2fd76d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8e8f4073b852174996b149b9d46240f60df66e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87c74965a5b69cfc9df04b3eb25bf22ddbdc7513255d98cbe95119c6d3f57a0
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e178e9043be0dd3e4f1794b7665fdf400a87e976
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba2001d15470c92afd7e22fcc359992d2b661a763fd64b8564cce7a755d1e71
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a4fd7289b9611d9a2aa247aafb3607515a2aa1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8439e40e6c9b0df41774e4b1a814ca8cf710d068035b9694d6685c414f055b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f3a8e487844c90efde84f17ea82700ec26704c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d3c0996eeddf4986ed22a8bbad347c18d2ef6b3361f73250d12b5cbcddc340
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c78efff4136433a5236864f073f09b2e149f72
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246ccf5d613f08dcdc0451cd287662850a4b0681ccbeae04c365ce1836c3f64b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136e8a060deaf90876aa6f95e97c7c152207be45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fc9e48c947ec45f1eaf8c7bd2055cfdc1fd91166e8fdccc8de8a7139cd23c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f269d256ef5f898baafe936a89ee96721b3bcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffd716cf14bf37b2da9b90becbe42bc13f0bba17c70ca34c73eb59e3b466656
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea986a7d41f51925ef0862722b39b81362a34370
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0834b62dd5cc2e9c8ac0822fd56095bd9f132a43cf93d8189e4a8b1e920eb9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e848509bd5f65663508f42d4c325522b62cd629b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10a33869f77b4125b50046a04f9699f37dfc8f3a95158e9d3702b27483d4007
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a60c0d7abb95233a345d04f79bff6ef001f16a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad9385d39cdc40c0b312c49cb98e1d1121c515e044f4dd6afd371628ff94613
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03ec2c82ec325338a7eb998073ca907ca747984
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09318a245dd524e06cf2e6ede839f148376797d1731594d5c59da1e73e7eb74
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb23619aa0f77c71f2c32195747a7ee8e033bf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0b1f49ab90621c988838af552229eacfba97da92582c285389659056c047d1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5c437d7c1e4ae23db9da9e265f19f529c3e64e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364638aec0a9392b3edb16ecb7e0215a4ba045eb73690c7030f428e33f411394
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b00c3533a0386c8156ca9ac4c121d53c8671323
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565712aa6ed1577cdc1d78d700d6b2bbddc1c07a46b8c7f7e92154279fa98215
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab114dc1a49d73e30d4156ef40ad0d70205793ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5155d267053633199384d165ab698a1e99c224aa4c40eff616bcf788edb933
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f3141eff94ac1112c3f913e81a7edee31a4243
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5691631e09103360480a9e1db94a32bc04d3ac7b0ff0d8d18acd045d6331c1d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e40e6d97a1af75ea2d95f3ef305288a6e61155
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24afb073f034170b6dbec070bba7d40a902ddbd3dbc96a1b3f3f52698e5ff35
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db65360664fbced9272dea5f5eb8d5e0d798ea17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cb39a8e66aed717b255025a7f05b235d38be3cd131b1ea508c35085a0c3c0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03502efcd709172ab3d59e0ebf417225a43cd7c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962b40f8800e0da7944fa32a2f2d26b42a55b682a72a28078b55e00dc37bbae9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45471cd86b48e7e91d04257235d6ae888f77cf0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950cac2604fb14588fffc5011fae134a3c5836ec7e128e622da08a3347d024d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9103c52fa9f46795d4c301dc50bd88bb34f641a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780759c458268c171a85386e4d62d40653174230d25be5722f4071268ff97426
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012db9add69ce0e06d53dd23a8a4e964bc407adc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a9d1b092bf0bc5b7b2018da078e6768fc1b7d08c50a5a3cf5cf0ec5b156aea
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d11535a51603b0fd9bc7f8247071622c1a7ebfe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f705a8b84111e1de37b935a815d0918e98a261c84b79a180505b5ae37143c14
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f005bfe2a9e0f4163944ecec1aaba2c9ac63d093
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364207ae2aaffcfd32cc9a7866ed88e91ecd877fdf1c29d44315815a00ac1a3a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e111c2bfb029d7b270754c63b827aa7b8165ed40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51704f0c961203aafb3bb6098de905ba1f92d4c8928d87ecea9b4337241f025c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da27504a63e4113ec60d1ec32a36e8357c20ec6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5632375c1eaa4df478104f7840bae34b182ab8c050f5f93d4d96fe37beb67711
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4beabb2a766a5cb1ca863cf0a08810139fefda
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cd70cb124567e828df66ae507d12aa1b3c7c49309e004206a94a2830bfbd09
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96606b15d398507419203196f09642f4c615ac6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6a5c6966b1c787d0890268081cd3d21de23ae0a1ede40fb77a61ea3b9864ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9e452caa1fa4ec5cef50db5f968fa4d69f1a1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba032699d8dd984d98feb66cc4d81ad0f7e6e91142219a5f7f36e0be9706fcf4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9719824ba55af0811175978c6eeab72b375ceed0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da50c601c96d52111033016c3542d9c01c143b86ab30b8485aed2edf7565b354
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d997d20acb65785142b9bd168166e27eced7072e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c553cdc109a28955653d5b9b44cc3ed33205a5860361fe0dff4b018b95a1814a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5e80f0bff925551885fc90bce68ed4b78f9d84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcc91541f03093099c5e714b967df8db2c9036e297faf8d0c598b801b61b2c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1136366793db665e91c7369d8cc0b9163377cd6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a34f53b828cda7dda443b21a658af941fbf54781e40e3518e775d68490e078
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0208f913a265d3cde6fac180719411167e7153a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befb1f6ed5646c4ee153ceeb69535ebafaa5c62dff62055e03268d847fa35335
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9002dca5bcebc6f51c87de0c4cca262c49d245
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e57ddc6a5c7012150b689835044ee9dbe205f79c2ad74c7de1cff76206d592
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e673cff20083ca1751d81aa223e81800507ac9d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7b0e38772e294df9271f84f9de8386759c4deb8e81af40d70b38dca7a599e7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b651a494d71e5c3d535e1c2a2b27e05ea891ad33
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658f48386214f24b87441df979dbfb3cc3e0c9f9a20efd169e36876ab202274f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c11e9e4c1c03a8d9390f92f08218807843a3f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac081d134834baff34bf8034261853919bd20f2807cc6519d7e1a61871e7b22
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0357b05e3339f2f1e7d7c9bee445ad7c919e078d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab5cb17a49a277691163925bb6ed82f1ed403c564775e142e59bf8c04f60c60
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5659922dcc546b032e2ec6e7c39bbe812afdaa05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269edc906bbf8dfccd758a39e0c02faaf19dadcd321e412c8adf0d2b4c2f075e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711faf47f18eac529ba63c3ff3cf8d94cf50d9b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fb56a1821590897bc3198df0512884bfc94e2e0d68114d13d1dec8570e0703
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4df4a94b8b07d0ed09cd9ac9eb1b96f6112ddeb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d1c21f318986b3e0f6b1fdde88dc082a342c00df3426d64245ef7524c7fa98
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec606df216a4ad3194180b076221c9f662d847f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fcf3473dc1e289790ab790460d7b790601ffeb6130dfb2383629676511fca4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6120e04e7291ed95a73f5065fc178a9ee546878c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4225a339a373a2e88de1ea337aa665caca0cf06218b8cf53dce9b8dec4be23cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dae10ca124d3ad4130f08e6a0b1bf720b30422f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4678c76f409022d3f1bdef5a7c3052dabb538066e673f3b63fdde1a2dd4d041
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c155dbc0826d34d45343d0f7e1784b79ec564a85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bb8a26e097fa63258fc616080c1c47eb6a690a34da9098bf98a0d5fa887b04
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba59fa0f1931cd9545148ea2b4cdf26435f2792
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1440b3f16157413aec25189c0f9947108a28c3a6e93b7bca069f0a882b579b8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a69c78a91f480340501f7b2ccf1a0cf8f4691a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802940f415d151fe3fb1c51724395f5c0627f73924f01b456f0d442df20f7c12
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bef54f68f7602426841af850a3bbf170ade14b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40152715dee0600faad44d0d3580bb6f781c9deed68be6c76d892651858b4bf
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b6ef1929e88500fcd3019cd5003ad2987f104c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c56ef0346ab93b07696c7b19781ccce01c040da951c2181e995ef99f050932
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5400c47b582581c4fe59831ad6cbe85e2daff0a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e580c4ad8e837724fad468ce0b2fd65f35bbe4c24473066fda0a201e47c342
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03d5d0fcb4bd19ecde5f4f8bb1f8dd13e7aa03d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce281c9ec9312f6a42585be75368b6fca38a16070df46d3497de4a258524b437
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d085eeacb3144ba479e31f9389af241039168d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8570597a8a934352fc0d8e580a803d307c8c7d14a098b8e9a3a9a2ce2e91af4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916a78d4b78b53dfce3f58689ed98e56f309de32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0004324662ebd2d68677ef3a45427279bffae9a2a9c7921dad9a02ba988be271
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e634f3033d7ee94825a4c0d99005a06b82de51
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff5a594f69196cd05ab50b2875b22ce95eaece53d8077d685e9ab54d678b3f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a516bdbe2da5e23cbd7cccddb46d6715b94b8645
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924d422c7282803ac9cfa82b9ec1f2224e9ded2251799e3f1318a06daee0af9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c9aec937674b63b9d75c3da1d6df49b991e37a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79870ebaad0340dfc4c209782096264f8e3c189e7b42db1a00bf8723fa027b9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054f2dae608604a45154a7a6fc7b4d5d401c1056
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c477577454cf364930e8ac12029dc2c080dbe2879948ddabee7fb6ffc3566bca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a6902f3452eebeb8e2546e53c6a4d8bcbb8a1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9b66cda662e5e17c6df8df36bb1670dce5564120a124cddb7b4c3f87c32cb4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84887ba88c0bd704df3695b55be9f3d423f20889
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62903b58627f6c8289aead0f13f071dda0386bd4f5766564d79b03c9eeb802ef
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd99ea8145ffcf9255284088415232e35216dd8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985428e15fbf26ba2cbedb1c792f3d5aaa9916e1518b025fb46905ecc72392b8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51b9c4f6b7e370e7feb8159cafeb9c8387f7a43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698246f3eaceee0db7702f8ad728f193987e15021ef47f9bef9311d2f290db60
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed04981b23d0b6c612512ff8c481a7c0541607ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2fd51cafe10a7710e75cc0e00a0be8745ce920389cd51436c04e71a12b3fe2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e32b838856b5ed1917a793aedfe9c32c785df8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077342454a51fc52de624ad8cf3ea77e9b8c337adf62681a7323416024ffda53
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac782be6f4b79a2482ec662c3e35b0c2b8677508
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7511bf7536da581847d78b7ff91ddf30a43278f28bf83cec936ccb96dedb8b29
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da69db31d6701bc34748a4cc7fb9c87edfae8773
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e37ecf6a1c3072111ca24feb54b702f45bc14ffa40e7286c78a3f9219960ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfc6bce5928a278f6a39561a1f0c3271dcde02d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2933b672e848ea7de97e4a4ef9162bf909fbd23eed94d4e3fa5f10b4db8bb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bf06223ddef150b7c68b33d9faf093a9636988
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbb6e4a3395467039b9c6d8de7f6dc14b1f5857ac24050fab777eabec1596d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c505813759e03e8fe3afc56435208894e7fa0cce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa7d19eddfb84ea1b2f0f8402b34a18399cf6b68f449dc58dcd53d7abe2d0fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9955b09037fda21bbd6336e07b43b314632fd28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64157dd180a9f6d713eb72afab627b20ecc90919eb52b2196e273aafaa0b273
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6a56125d4d884221cb3c728ca1d764db77eeff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b198fcbfbdb757dadab2c836b053362f1b6b35ebf14494507a56be70ebfc9f78
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eef274ed44e60b269cce2dca9341dbf84479149
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba474959c4c19efcc6884d303a149b538fa82723f7418404ea6f249c3fa04d6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1478e9c1892a9303368915fb6f8874f2e97e8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d1a18ed0c0f3ea78e5e0f54bcd5fc7fc210ff165bbb2e94bdb6d6bc05596fe
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de545417711a479cfaa813147e4bf0f7751fcf3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23176368b174dd806e38c60dccfd383711d70641fe2cf74b4f1959d9827215b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1389f8ea158cd781a7ed15f1d31c471a56d2615
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211bee7d683fa6ba323f35982ace67b6cbf708fa010ae4c4593a2b253afb1766
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a52f6067aef7e16fc0135f12aebb7cd74b6c101
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e900411558e5d7d772c5f063c2c584aa54872490628948c66c68ca7fc81ac763
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e332af1b3b1cb2f454044b38b678e3d76167dc6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c76c5f3e53a0f63106c89421618306d9b901290be6532db6050c9e70182072f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294c3c773d1678392d59889192b9a62a7449c213
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb2a0f2da996427b8b8dd19db93b859022f89bb5cc0e5532169ea65bb4c09a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46784839782f6c70f8d913d33a332b5192980fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e8bb7d305562e29621a9d490768d60e21fe55177404bde697275c2e9d20dfa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8477286446b708c479cde45926afccf9b7970ae6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93fc57a25ebd22e92589f3606812b505485b947e1a6211a4598328a70c47577
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b02baf6a419b3e3119ab480f286d3f04c41b291
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55643fa730003f500e52de4dfb7314854ca60a55ee7e98ec6b81a689dfb0b7bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce363bd64889e70536513654115a6d4704c032c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becf9784fc92a7bb9aa03df357079685e3f7e16c1b225eee27ff0fb33b7b4f81
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f33ee1590d75a42b6e33b6787276dc2e07ec36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d178538966052324989de2b5ec4a1062f10cb764955d5cb5a6470e2edde566f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7bdf3f6a55845a2c223ca1a3428b6e542812aaf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd80fccc4177296f4969872d30e6d78e4a2fc227b9b75373d8e80922699a4ace
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256c1c28a5ed086665aeb6b3b1b9c5074350a95c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cddaf094463e978f4b3326301dd1b0e1d592c66a9349b758e644aa144110c54
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509bf0617c7ce92e75d42a8da15c3fa5d5484c54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32b3116e1d6ecf86cd86b562530b31cd56324986e0025834200cdc5d2361c7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76a7bc85478f5f083d0ba530ea79b21acab74a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9049d0a24ff19c1217072f148339a34247292a61208e88ef3cd12d53249e5c07
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b3c342a935139a09681df5b20e5e0676293087
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed36928844235920f5817d54836b5421dae1e5c646443fc36db3da016169dce7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788d40becda995e1dc729f902df5620287d64d11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4628f06b56061a345949f11570d0a01c7eb5359cfd49c027975042e98acfaf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c2a9f4ba941d9ed7aa995540cd81be869d8369
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4842b80231b23fbebce98368fb620aa8712b70914465a6e46260dbab009256
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb521fd826e91ae1a710677fd3af74b236393e62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b7dd4122bcbf1207895db0a75119fdece5765b7ea6f8fe7cc03e580ef06492
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067bb380d979eb3ee346c40283855ab57c941ff9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d752ac4630b9593ffa4f43d63465f1701a541c6a7596c6ce180ff024e089e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc8d3c54f3d9198adfdacd42b797e776ee2b9b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f959d893e2cfec9bbf34cf196569e6964aaf79816d6ef5a76fa875febcc94037
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef6ca0875b42ed34b04504b8740c1e7e16a15da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68acd762d7a99e699286c971fc921d5059838317276f94d302b9e9f1c813ffcc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df062a534a167939ff9b4f57dc025d444283ae0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd1c6df6cc4b6d1b6ed564fec332f14428dd75b9e8b4beff8589db8bb2ace46
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12767d30abeacefbd8d1b4368bede10374df333
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4769867a0ba10405e1ca230ad8ebe0b4f44beb8a223cc6fc62056507f4221860
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b1bab47d5798bd3fddc9a05b8f6b00f50ed46b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a3838ed5e95b8e7e0b231969ecb9e0abf280dc54c6bfe99a3f1c0e273e7f4c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0586c5f972c6dc6be4c31b2135335216dc698974
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d240b74bdbd9206199d0d12613aa68afd6257b8c007203bfd78756366000aa28
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f8ce7612579aad069106b8950ad1eacc3073f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522a15fe82c919a7ee654cfa374d0a5793c43005c997aeff97c30b3874347e87
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22a9309a540f07461f1dbb02998da0c0db56365
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f9e9453d8f57739d2e6c8417f27a2e2a958c1c5d704dff10fc15f2f69d2fc4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e16db1a6748a5ae274d30314fc5660c86da51cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0593dc6f826584d0e5be524577a4cc10f4d314978ccc3a760507c426bb7dcdcb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81b93a7b3d5fb5db928fc1cc2cb6e79dfc58d08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f4de57987ac3f84e4617abbbdbead857f4f76601be67c7648a5c7ec9b41fcd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea48a54ada215d237ed829789ba9a81ec9eaebfb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f09de70e54267e6440fccbeb7e88d085dcde02ed3b6f9444f502f2aadf5126
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9d0dbd3703f9676bf7af160f5ea3dc0c1da14a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3c0395b767128707642e5af6928d0a14655906b92067fa8aa3c0aa6e9812aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac10cab11eb96fabe1091c1d30106d3562ede34b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7584b3c3b76e58880aa2f1bba96b8bb332223de06d392d378e3d632b51649dc7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e656d0792097e5bdda86eacbcd69207acbb766b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399f1dfb49d35b076a0cf23065dd6f25ed7ba8c0cde95eb0b72a28d17ad7c9dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6732c46652e3a4a6c422f0c355b2ecac83a72c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b47a61e55fad73e3bc8591c034858125866cf59efec22829049575bd476456
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9351a701c98c8faf5aa5f47aef5287f144680f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597fc24e57afce1eaae7668c87d89045f69a370c100d42d5e955f97f17a27335
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32bccc4aa05143197178d6e3075b02f840f826c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c17b73a53e815951a1c44cf122838a1b644450fd769b33fbad44f182cf2682
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70a0bccd6db1237fbdba26d5083a45b36aa7c36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0373b8b85c58cf37f3bbf61a44e783994373a1cecb5d18fec1e03962832b1cfc
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e015b8f9edcb9148706d3d5c9287112013a55a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4f2128fffbe615f4e29b55f48e141aae2645db2682c31d8af28403e6f513eb
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8ea2888fb6bc5b36c037764b2fc19446510da4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3907dcd96acdcfec325031cd82cba883c1e3641a0ec44339180b2e12afdb71
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7cf768626e4387ef5d348271039344ca8c2d73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a1b78afb8e1aad79920408ac1ce1eee9326dfd4837e12c02d42a37372aaf7b
+size 202243
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2bfdcd1fda3a526ccf4f9481e82a93aade4773
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b80d37dd5168b85c3decc264bf7e0ddd0dfdcc2cf9cdd2d4883c04e3b535b9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50ad03b1cc44015bee3cefda5fbb53340e5763b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a756390cdb10cf303603a664a62d32a9312bf4755e60ba20fa5ecd00234f7d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2041d235837f469e61852618cf8349ed05d8f173
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038d430ff83359e8385f1328d455bbd8c75ff7d052802230e825c182f55e49cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086c2477fc3f65ab44d0fe22d1e2902cd30d6c21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9320d0db3958e89d5e6dac67b0993400a7758c2c111a431e6a460c06f7e37e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d973570df848ad9ade4c0e810ef62ca88abfce2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9815ed817d21f03b383fbdecb618158bf1be0ad77c4be2ea623b52a6cd880c55
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8360ab7081ad7ad3ba08b118bf2f7fd651c539d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6a2070820718c6fdf9dccb5cd56cdbb3a9d35e205cef5335121b3e2e4f0253
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606ba6cd3147681f7dc4003d3453ec9d2f4eb0d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca510cf633efef038f94367a4f6aa601b3d736f04bb0bb7600152b4b8fdfd5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82f17e141126387638e32072cd6abc7927830e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1181867bd5891a9ed0e1cd66629fa2af918a9d37e3f12a17630c52b9f6cf0490
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8053b0f825fc30a2b6d289e136a5d298b70820
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a64cc849eaaaca2cf574afe0e70adb02e40485b7ef14ed815f5d1d3d4af303
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467a645fb18a899bf77dc6a56391207762f6cd0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e206755e57b255790699ee95e802c2e1a4a17fb1bbdf0bd61255d8c6f56be540
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fa007d418c557e4d3fab192dfe2d3d094f7df3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad72269de9cf04860feb3df5e35ebdab0f794def734445cc8b242f30e4c11902
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8016f40fd56619687860c96144fc6f806f4232
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4a275b664fa42aec1ceb86ebbdd4774ff7a80ffd95a732d5405ccd200c3ddf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46ecb024e584ed1e623186e1adfeda2f5be04df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c04a991f44c56afe79a816b63b2639d6e7dda51a71523b637ae434be56e0a19
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6350a7d1fe44d7739c62c03d9e16392aaea947
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12c595f8f2291d42bfe3c5028f20119c807c93110ad6a1a004cfdcd8f308487
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f5b4fd2a708d06907da1656d3091e76a4ba6ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e28c6fce51153159eac904143bf80ee6d22c2bcdfd6ff47e4bac43ffb6f8af
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4afb95251813199025cf63c753b3baf39fd6bba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433005b53e91716594a5bae58fde7902cd2a9271771d4f48ded00a08dd84b0f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2293cc956a08943cb6ba9de028700518f72409
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829d0b425bfacf307142729863621128c5f3425eadcc19d726afb4eee5de8425
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e37a41594e4d4212d05d44cd42c3761965adf4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290cd36a612bca2084c377129d8b354e56b7760becb93693ed2577937f56e951
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1dab36c226e234f811f5e9f6aa78b995418eedd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944f92b7e3d1d1ba83daccc931f11faf6d7826d7e0b47541db7408c79608d2fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad5ab9eb22be5475e519bbc11f4c1e8f6a7b3bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572eeb0211025325e2a7314abe018bb0d0335fe5632f3ce698c947c6e5550e5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a31defa4ba69fa244deaee17084214f4507e15a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19326ac0411b5cfd8eb4a87b435d51b23aa16e1a5c17237a42eeee481dbb7f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799439d7eaf3f9e616db9cafaa2071a8d46af608
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf73e03f9524b8b135727c1457bf508749e24af8d427796873b80a10adaedcf8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5423dd7250bc13f1cb745ed5b0c1086a7e5ec38f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05384bde975254d7a11f1f6cb2dbb57f7199542a221bf6c75bf0b4f771db4d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ff7368e22ed7d5c11fc8f1b745e15a58df8808
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a58aea1f0359b6c667c47cf29c7f1b939592db59e783c684882398f839ba051
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28aa10d359134b6eecd251d8710980b0d9fd32a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c321b2a4cd3066ec801509043d5d3b16e84384b36663a7be67bd4e2269f879
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41352a57c895e04f4aff2afd85392444b2ae20a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b9eba8ab738bb4c4d95cabb8b6c0548c327e5bf03e722cd158a9b485bd326e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32489957668cc46823703a10b640eb7c4c749a4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66744f3f0b190471c5f012590890cee26e9f2bbbe7f6230e213847eefae2e0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda13148f2c518d327373e2e9c387b788f62fa47
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85093c85877a54e163fa635f6543890cad5370593dba06d305fb625fb6e2d9da
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d278afd0342ed9db1e9f3784c28915d6ef06d1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057816ea5f26832aaee991ba5e8ddf0b890e3118da0dc56cf775bc08e84d254e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc74e0aced7c34069dbc808b212f27e485df130e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d40ada1791c3199b70ed7512799938070d90aafc90bb65b3d5cab6cf49e2dca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2af3e4d6c27523d00b1bbe6d83f4fa1ddfc310f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70296a605432d8ca78d084ac44a926ccf253f9dc4987353e7b8f7f9448062e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83b89507922740a18a00ad449acb213aad37b83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0f4e897fb58110739a6baad4de935634f078872063e107e0b95c3df287116b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661af43c6f8b4564f0290085849db13331c42f82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104c8039b1cce78c2d6833525d853994e6140fb669d86ca47f4374f424e92e72
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78e8ef4ef6c80597d8181c22f7a89db86ab7fb8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1c174e5117eb68f3cf57b6f9b20002a478d961ed101774ad732b5f97384f7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479654d03372b5a9030fc25492d74b2b5f4aa3a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1859c883ae1d3ac5dd6de91321eda0e6690f50e0b4c44ebd4bd432483b192ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f14ee3f5e820a8206da0389014da947c89113d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2e1027b90e6a1e067bc20ed590621b6b9997eead85c04b4c4879f3bc13b565
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f351c970c220ab812ce98d8be297a5a488a4fac3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac22fefcaaa2add19e622b00e00972537e67561dd4e78acb666de067a4360de
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da4a8964a3d72219989b801d85c48c17e0dc1da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8021237c575b22efb02c0f49e94be4a26a04a95d0c1cbe517d091fc603f52b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4012da2848035f72c5c620cc15cf2b00b6e4682
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26711c6696cb8b339e31f26e86f13558adf91d20d5c5d1fb4d19c775d6f76556
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591bd52c00b66b06c35453fd7a7eb729cbccb74d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2963046412d76a5287eae53f4119b4db92a26a9e3ead3012e21778d7cb99101f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e59f1edba030ec020d828b1f5470fbd6e4b739
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf7923012190e9c741747ac2af6fa4696d69820bc32073fbc7a2d15865bad5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917e04ac401f2e69eaec55baa7e2f830012b6632
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9c1ad4d9f16ed2645b30b895e3d6e88be86c2f81706f477473f45587e290f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf462330d7e7ff9f592eb6411c231475daa577c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b5ca721bd1605037de5d2c859856315e856322d0c465377c1faeda81bc08e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c3fbd5ab71410cb66e0a7b8c725453a94118e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad9aeac8b0a57fe8f2f0d9ebc0d5d68fa757097b1ed302c138589c13277cf88
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d210dbb425a213fb790d3282441b343fed001fe3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9df6ae3cd2e4abf19e43bda69587244c01e765e96de0e94b922e5ce4b0518b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8cb09e6cde4d6842b89ce1edb759a6f8fd759f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f65586e9b8b517a4903163ae4f80b049c396ddf81e0c3b57ce83bc518b08d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf36bedad168553f98bdfb080c5d5b831e18213f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5775ebf50a5575656acb95d8add17a8d6579d6496e6ea4e9297e112b45bdbf9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c462edd46cc9dcd6086cb6bf492c0ee42d3f5a53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82014b747038f60d61f11771f47f6a85066664a20c629926b906648098ff6a98
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6de99825c625f35960ef8fa7833eda0aa50d7f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed9c56c2320188fb7151687541e29cff9cec52c960eef91e03f7f07b6ebb18f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a23e87cbd193241e4368ced677a61189e5fc58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aeaf40eca3cc95c70c4d9000601df80767aec4983e9ac461a72688688769c9a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f12fe55159763911afbfdee4f2ff96a5e986023
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e520aea30654a8927d083b10b415047921f7bfa1fd76ed1128df712d1bd2492
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5422df5cffd04def0babc46342bcc4a5ad7767c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3225460c6f58619c4aecb7b204c3998ba0d45597089050e0e52021084b0f8f47
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fea47ab5dc21d9257b7263bea147f8ef12da926
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc08d2280f66d7523009ac2f7e30131f6e32208575870777128467efefd892d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7149a9bedef569d0c9a251c1f2f7ab0e7e8419
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9095b9ca4699ca24cd8cdb7813c42db7fe2cc70a44d4dc33ebcb73689afc402c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f6ee24ca0c02330c71bae31722b2079dfe319c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c0fa934e78337fc852e53782b866ef343b55531ceba64d11296213579f03ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748c5990b79c4072a8d0814b6c72b704eba3a227
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabed8c83d7864608cfe313615eca8a3b7f3f9476253f87786157c149b602b97
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbcddbec73a784a0a914cdf90a9da074f8171386
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3342aba7fbcd668cd588eca9b86d8a71358a477c61accd01caac065aac905e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1acb0d6f7be006fcd01fc02445af577b181a225c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3601c0ff06a820d4f69cfb19a904534cb7897f8cb41b4ff985e1e80e83fb9c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b27b5bd1ef91ba97c132b91e724f26af9a9cd2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d144869fca78c92b55263e93cd1999850c81fa89e3accd7e299b66360cfa367e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3fcc4568f01ded7149eb8a5f530ddf8fc7720d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc3ed393cef422f06a4a88fc7a8d594df1ca6765aa24d5cbf85bb6602bdda0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74aa8cca5fdd539e3c1b23b2b821b4651b57afa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042893f5fb424516fc3c2c7006447309aabba25c3f97c64bc727e7a15f9baa6c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c820e91da378c9aa869115b2d040e2eb65a9a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a173aeb24d0ca202001c05dbf1c514b0040adfe91f307fd0056c352e676823b7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4698fdba96d15c7dfd064f382b0f03a08ca821
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded4f510ffeddb64fb740614bf1919d0123cf59ffbb166f050ed218566c37d69
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433f2abbfaab2861770c2c6c2d20b8a8d593b940
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e644c753ab096df111e279a06b30cb1851f922281b0705262659c47353723f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8487975f136f47d779480717a93a7c176b22c6bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141bce67b636e9bb48096c06ff35b60dca3587f0fad127f3bed6f351e61dfcd2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3228e8b74cfe18043028136bd821727ca6e04867
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0716f9bd2337b0f5b33c3e03ee5df2b2dda0d6b9fa67240de4a9f3764edf17
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e96b34a91fde720d474d41ca0fc080081da5c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f891114a62e7369c2b4a70a6cdeaf4582ba48ce2889cd79a76c16909102336
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559bae06c203f7ac52145a320e98f8e5683eb962
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d109e79dde744c3bc748b028c022d558bff1a455a7fa9ddf121d81ebd61ae23
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05d13ec174c5a5f684e733496b53061e71e98e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee77b9ae6e790291d3dd7a9b626eddf3448ad852d8438a219278e385ae0616cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1e30ed615e9ee4d9ec70b85dab65b6136aec92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffc81af29da86fcdd27e1c9e3fd2f4da53b7bda01349b20808e9e6a6ed497dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b62fd9975c339eac23ddcc39bbd7aa1e91d859e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce35082dcb1f553dceccaa7ec5b1e0275ce637f2c04e142a18626aada752712
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139189b178affdbfdb2e2c9def7f4517c10f58c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a2b56fec6785fd2d03c1c51160ba2f7b569ef92b1ee6e373f0f0cbba483305
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981f56883105e58f8c255ee8c57ea25fb10b979d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9291ca5755116c41622cb1b6cdebf0e39365654442763823ad4a1d89b0c251
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48476aa51320ac7372d8d536129f015f88596c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083e93f85dd5064ee002467ea6b134ea7f90aa82b8aa49090e1358bcf6bd0d5f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3f1d93895e08c19201f9cd094646f67bbf0eca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37dd2013676d9ca34941ec99da50d486938ba4762b421e9b8deda9533f4f0317
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0672d0e2324f5c02addb78876475b986e58d6ba0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b04fde71f6bec779d212fe89c81bb285dc589e301e4f40bf4181c363f4d424
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e10fbd6b992632f02b566cea38530e76e402f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f437908a9f8527ddca3d05dd3b7e08c1c16f0204569a9250a36cae588ec086
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a65cb1a73b12f613931ec5e1e4e8c991151cd10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67642232ea8c556935bf7724896c758d1b2a61bbf22bc025a7b9a9d1b4bbfa5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a2f029c6132b77075c2d981544a4bad1c4e99d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fa8b096f2362df970b2293258b666ee9587365f79af2707249f6042e258949
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179ca828306e02ed6b17a89bdf9b09c8722bfe62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec7b31f1e281aed43f2dee3fd3ee0eeaabf7e432d2276a2491179afbcc406cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cd6ef27812544975abae0111db154bf8d3fed9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e37cd79e7d76265802162fc49c52f83eb0e6abdc2eefc46e13c9eb78363fe4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c64e0a46331e3f42c19a277d935e701b2610a2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a0e3aa2042721b4fcebfb4795fa6cfba5a045f54c64983b6c028a268691041
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f266d7d3817877adfa495527540660ccd32af9be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2dc46ad43c4740485b95c0d9113f225c80c0b8ba4e72c011d9f0f6119efb6ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699cd068acd49d1bcb3397c7edbc7bd46760d700
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a671df327640791497bdaf34df5ad9154b79d3b398f585d194b945d1a1338c57
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b424d11552822e93e48fbbf749fe2c8b7d1189f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6da6d461c6a9a8144365ac37da88ff050b5131dfebfe2d0f653469220f1826
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1968bab2409b72923e4eaf8cc6de7f361a03e9b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb45a449ce86cc02cf16920c7bd4373ef436b149152839dbcf3434d7aee07f7
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0424e7b62ecd16c7dfd0e8d19a8ddd317cf21378
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729b7018df9369377c6813a7470edb1b74da533c0510d86dbb945b1ab89d62a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b0437a958289f4c21e2108e041aa4e9c54363e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d62e044161a32d090b5686e919f90881034c34104f45f4287586a99273e7fd1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728bb12e04d064782e5ef2eeb8e9c7fdccc5b18c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab4d168e8c4667d88a43d145e15c9277e9301dec6c9195d65766fe382163899
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2a5e653a0108345172bad5dc318dcd8291b3ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded57d0b19e344d0c1251fc7e65b302b16acc602c97129a5ea79dbdedeb5a807
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a09f6a0d90faf0d7af4ca9f77bacce3af2bf62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd771dff0b17a8cbda0ac256ee6f31d9c01d13ac9badfdb8249b41c34a2beb54
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd718dfd68e5bb02efd8466d253a59352d098082
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41bb30f63fa972a4ccec1d2200dde83d4db0b93379a3b5af6adbd8c1e18048d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c9a99b0dbca493d0e44dc1849621213ec4888a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca7bc0dee70e779117747d92ea9f566568ea9daa9e5f8f4230e0f7dd237f001
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05e51ab9f04139a7ccac0ccb4259deb1f45d791
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69ba86c3a59e90a9dfaee9f9e8f4f7c8b604b8327d5493a0e0820119f380912
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93517f9364077213f37203cd7d9d2aad5178cb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfc1b0008a755991e7783b0f5930e1ad758497bf5fdafd1516744cef6be781a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8adeb9bb3ecd38678ec68d8e5c456ab652086e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253f3ec007195eb154fc1c8757da6193688b6f382e43b7ac1610ab4c907e0bf6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba109ae15ec7544d23f05a56babf2817e78a7692
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a981cc89d69be69b1dd22d764e35afd48fd008ade14513cd26493d1ac3e977d6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabb4058efd8e4332211b4825dcb105e41aef232
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ec3d0df7013fb42613c268c98843a5b14e17ac20509aa50ef2b660f26f7979
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e19ba2d2da505dbfe7f87dbd5ec9ecd0ffec7c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef076f0214abbecf26750d143b55f4cc634d6eba25fb8eb538679764dd164b69
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..befd6e2f3f63de5ed80bc2dfe3625631153f913a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ba26563f6cb77d4d23a329772246aef452ad184e82f9eac45876acfe659fb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f079125b5c4758bd3fafa665e52cc95d573de17e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efd8219802b0975a4cee19f4980323163f3637dffee32e123a1be65e1d5b53c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d458ae2a859ee0b5d714d89f8bb396a5381ef141
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9d13ac3193dc61d980afde28ca900072f1b3105ee70d4bfb078556c598d2e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8723cf53c69029f7c109dce04db9b2829dd98da7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ad56897af24e09cb49646881dbd2ecbb7268c76bb28bd03c55fa9a8718d8ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8395d6d55b4c87922c56f615d543465b3080c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abeef3aeb20e5fe8e5a809ab54d49e4204562b4b1606eb3ed12101712dbd90fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0db750ea499da89fc331a512bcd8ee147c2fe2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65236c2626d2f38b71ff86e11f7fb89e9bc7d46281228ead2031c51d708a5511
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b5b5c9b066f654213075fb43720474b4a95174
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea6bc4e0ba384399e223d1a49a39d45b30e8d5396023ccda8a09b0128fc65d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58dc91c3698207ac09a5a438e1b694c2ed8f9da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56bf67852b62279f5d8b5fe85e7955184d819177e68f737db1825b5f56a8d91
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64dbaf4f04e95217d2e40f6dd4ef5880e59e879e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314c3fcf2cd72e3d299bb6212f7b260bbde787d4478565726018bdbf13abb9c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7200f8335dc60606e6472e06517aac77aefaeb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cdd3786bffe07aaba71248e5569660095729e456cafb9a6c0e12e23ea60d09
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2513a86bf4f8ed9c5c6fcaf45b88c0ad39f07446
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d56f7cf0b49cb144e5a536caa64f1ab532907493218fac962d61f29d5edcc78
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbff81ac9c497abdc7879b2f45de69b770e3389a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f0f054f03b1e2b10d22cbe41ccf8d9f1281e4ba0915868e54d9c21cab0e3b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1959c76208d321d27ff7927458cab447ce07c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f3412c0f8a902b6c3ed5c399ca6e458a8be0cbf7f3f52b4678a6ff9cfc80c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46777ed66175ffb355537908f97c0ac0f4b9e45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cb3e3948f2cc4197fd1faa2544ba9104545f0a9b850c4a240a702c4aa9a647
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acac307d9cf13c422d454e8bc66fdfbdf48bb385
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc398a05fe950e18a5e64a06434cb7918992ccc0181335d02a822aea552a9854
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2293961b996c2f528b0efc4dc0929a53b5aa43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5a4d6f1dc6c4bbfd0a079ad41e9e3d9e651e062ceb59a6982d71eb85fba994
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff464ae0f2101308a228504fda3cdad9cf03c8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4507529259e78e9076062d59b4fc29cf0663d4e10c8ca415182cb9ae3d5990
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2b1dcb7451c20de13171eee8fa1070df9f07fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ea2bf10f661882fea1a7dffa9009e69c0f88dc329d20d627d0b56b4f1d3fe8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d71173724532efb063a8b43e331416d262375a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4b799d3474d100da5e55bafa59dd9f3a1a1d0cfa8d80a7d037a8f321caddb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2096677e78788f33ec99ddb34516e1e55a0a7684
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fb02c8a3c3e9d2bb23b12de027adc836150cbfab80af03aaf9ef93d146fae8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbabd5c018698a11611b0b695f449ba4c9b31de8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fab1d0847e821667f838f3bdc8c4e96217b3ab5a28ef16c1f6d1549f60f2db
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae7670be14eea69ae848ae513c89d2771d88698
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff5a5973ef8e7734dcb0c27048d0d398da34da591547ab7f33a071af6484ef8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5494c7576055861bb8134b9f74634de17fe71660
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67e1fb58d75fd3a7c5911294cb9b4766906efd513702d75f3fa573521c97ef8
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4cc162762f050d456a4aa7cc462482b39bde92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf6efdb9506300e50cacab1434227313b1da53b0a5f72d633597ea44b57834e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca075d29412cd58af32116abefde457c3eb2353a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f408fe738109fcd3137b3bca71b2cd480c777acac24b8f3dc35a1f9e5ed7489f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bab73de078577ffb025e03a275acb027b417e9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602fe207e41d31a1b15794ea3b5351cacaa5ea074af9094d92fc217717ec9f5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6f549546bde3b5db7b248e2b945fc501a77575
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae7207df4ab701b33b78141ee518f1d655f3e331deddde6c13d369c050d5cd0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c7054dca6512a36cb354024a2de7e6f3ab92a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d28a725e274bfd9d4b9724d16d8a449ad7469bc427ce64f31503daffaee0e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea34a012b80cffd5359dfc194f4a4dc9a3e42b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30449b565eb83c3325997162c21341be928e7ef9417c632ae7b75411e3779f25
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7bb57cb35720981000067a572160aa7f02cc0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd21743ef511eda81e7c016ca665452bb942645f1bf04fc1a71cb3b74c80f11d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806e8ce4e0e3dc7f05b0735a585e251f691b090a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b389ea4092a68ebcbc747860792400a16e903ee28b7524b6e0e90047c83fa3c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68bde83d7149ea94828a9bef14096acd063c233f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69978d3e79167921a7768cfccd1bf98618b3590f77e2fe01ba981969a0fc7ad7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098063c062781b90f3a156d7ee8583e0620c7219
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becbc1ddb2438e9aab28f24a0e0a0f90c74ccf2bdfa9528ec0f15a1dd8a52e10
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854a0d8e68a12bc41108f991c4fc14e6cdd28477
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ad3336862d2ed99cdfad740052bf86dd3bf2a30b56f3df95c4fec1fe24001c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdf1692d6ef66c91c228f179c22bbb9a6875027
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175c49f741ba36160458a066a54259b041dc6ecf93705e2864cb130d05ff4602
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365653bb0b7195259429be7f2659dc69f8c355ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3a8a3674beedaf0ea50492d1071dea7cd84afabe6dd4d08ffc8afba86b29c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdaba9a9b198256b623281bd6e91be17f234acc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26656b8415ab8ff04bdb0f83b2070135a03c8f1406cdb7eeea128acc47b2157
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d445a11b21466e5f46a7ae09e7880384462b9c80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2aba0ba6902dde42c1dfc65a2350db2e370a39f7cd177d7735cc2142a23dfa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1944233d15b389fc9f503c7e5837ca08aced4a2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5138917d1004920ac44918e0f33fe729eafb013958c58083b490c3cc3d7bc4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36807ef8cdf774c5b6cea57bd049318d2cc8e0a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b87554d07dd710048599a647e5500c07d252a7586a7d2da634a03c03927edd7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a299744da70bb6b9ee91541afd751c6588f06147
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c16205b8aa2659914440c49f0ae4f3009bf7d68f959bcd99ac78429fd99ad2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5d43b73810d1da9208d4c915dfdcbbfffde75a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5d584c2b36b64e93e63896ca4466f52d119336423be6b4cb8dbc30a1e81da1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d056502a9a997ec440dc331fedd68aa18ec19367
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def68f4022b19151370fcd2b5f9032e1f3c031e2407a7c69954dad887afce194
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ef78a321fac0885ef39cc6bc065621943fc266
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf86b704ed34390ddd61fee0f3be636ad27cfca782cf9cb17a3ee9d2b18e25fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a86dcce741d7ffd39d7e304491daf5ed14836c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ae7f9da179ccd803fd382e2d3ff205caf2c06faae0882943d96bb209fb39c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d5c9b095fb8f2adaa44ac2f55c98d1f3656c56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce3f511fa7b1cf696a9a19299dec5491a724a907c95bd13e4ed5ba81096edf1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c568c791dfa5163872ffe26b35a7e3d91e8154
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d458f578dcb78e4d61ebec1f3fd58749a39bbe6fdc547ba5e6b609942517cd22
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae2485eb71ae56ca1612e7c9f203f6764dfbd1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bd38662648fb944ef49264b68ef70226f9676002f55fe7e4c38f36b0f019d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e36af87ae89b84db53ac3ff280f0b1c5fc9406a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a225ee1f85ce6ff182d4d7d7c6f90c535b8c518bd047d35f8bc2003bd7a6961
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bceb8fb757f6689930c23be222fc9601daf27a8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08889a314115509970eefb0da9ed5a9f126646f954dde234006cf8a9dfa2cbef
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac137d6cbce13a808f2f605797007d644b7cb198
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b57c4e39ac014bd75253511f96f6fad903dc9a6e8dcddaf4f00232dc59f64d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfcf9713b32ffd3b3742380d190e92504479c834
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8fa9e15f53f44c46f1825151bd2d897a100ab1ce117a12bccffe6392a7c021
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44eeb578bed3331aaabc9e73315eb875e82d77d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b18ab3fec6661f0f171b3b14b00e4f4e84d7e4a3f73fe064ea1ad6ea965acf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8520e5f91c6c2216a32634a8ef2a4b45d60d7d54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0364f7d265c163a9a54ab3da44fb3c97afe0b624329fe968c2e6f8d3e620a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034b667a0e55d9b4436b4000d9bcb00b45ea0ca6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7734f1c8198df218ece279a03adc6665ec72bb66c9590b3b8d27fd945f335552
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8fb91d9b44fa96d2c4b035133a829971cfc350
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e72b95d5e640881585ca28a4ee18b039185dfeecef2eb3b71be1077c0a47d34
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6b114d792b3467efe761ef3942fe63865714e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6282e443131569a9c74ead188c26e3a4e13aa05d4ed3a09b6e5b9b9c98d64178
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1364faa332653f7e745a8a0f595e3e48feaa60
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef6b939b9e6ae30fc36309025d057a268c6070f53b37121549d65de7e0f1614
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6e24f05ff29716526d2367db0c23fc245a85df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22cf7d07d956be1f33f55d40bbcbf54c061334f48fb4e0e6e8deae79c13c992
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71754549ba52621f0aa0a83419083e6387f29cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbaf7699fbf3b758001abbf87f0f8aeb3ca1cace85d83c6dda2bcbb1edd603f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9188e0662191d73f2ef86cdb238ef937f88894
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7c3c22beeecc07a1c3ab9fddfcd6f663f3e8511caa2da5ca93d35354b8904
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06301f53d854f438000bf776c13909acf67ac413
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c011c0cdb4758c2a382fbfa2b10930c251dcdb9269a44fc061bfa978b8ecd37
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29965bf578af4a9b1b92f12b9dfffd3c0b675a39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d12cc9affe21925d7527f366bbf509694a5a0db70d4786c8fb5e4b2d5a1f8ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8cc64ad5871fc604693eb06126f81d62c52fe1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c70db59f7de5324d7eacce6880b38b0515dd93ea02a42eca204a2071acfe990
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a1e18d2f6d0a79721808024529a8555289bb03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c17c440375e2b5103065430d74134942b914ea440265b071811a95bd399c241
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce3537bf5db9f9d21fba9dfd3a442668b08a06f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453b6a6fa06651a50f1d654fe26d68055b8b8fe2f92a181390f5416921cc5ec1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfeae612a675540ca3605893668345c30da8b2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d37347b757879fe6949a5f2e597a28bc32e7dd2e78ac90df9893f5f6f8340f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ce148fe70a88ff3a498d04b664df2bfd6c8112
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4312ddad66859e533ef8f51b2a4b8d27eea729bd4b350f4a516aa2f8470e946
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26b53d86631ed0b65f6f8168ba762674201f684
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe22299af10e16748f1a95732fe1825639fa35d1b666c26c5b2afc72bc1ef83
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a9af73862e70af0b1739edfdb1f73056c43592
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13efed64b7d22f941234d1b39ab8e8d4924b96cb78ced88272c59b16e402829
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0affa9282a118be97fa2c91fb039ed98b03a7995
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1d5bde6be21cc691673f68ac89cc4064ba6cd99c7efe52619009aaf6adacfb
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca7ffc63af9cf28dd12c3aeccf90a9f776fe09a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd73a7a974b047478d5363c48ba118d48d69de002f184f0b7e2f65456706ddf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a907371f72859000111c4b758a91c5f93ad62f0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b4bf0681947d668a05d4dea980f26e5795f1127d12b4a88d276843f1eec8ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354f1c6534f517bd6a6483d91fe95ed688146f0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec105c9f22b0f3465280b2d7564eb763533421384c21ed286f1e4e8cc673c58
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93f84a2f4b28b20dca70431c6449aa31e264480
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7f2e6c2db9e855b4bfa074d0eb6e267e3e4db4d230563cfeb43ecd19604e6a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2bd83e42b4acd073e1866a91561286e772f6f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4da94d3e9d7c83c2a0dd794d08f375251c6ef15cc20ede354af25e4d051517
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f62b45b8a81088f609cd87745d7bf8470ef1ef8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c0a9982848b489065aee4cba6ac0d76031742705595ac23a80fce01a1c6a86
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561c8c0f70fe0fc80c9d13a636ef516910bc9994
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698cf41aceb4861a26b5bcb87986103e7b246adcdfc8113ff00c9aa202987eb6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038ab33a8076449ed687a547aa338e7ecf2d3e69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319f01d68832be60a25a28cd5061ea29dbd1e5a9cbe5a8ad1799a8eb692d9bda
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bece039a46141ce67e2868cf6627a9ca4ac1fa3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346cbc682fbfc2794b1204c1eeec14f850f5a8c3530137b5db09eb9f6e867f9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e4d8f4816ec568c80ef38d16d8bec95f18d473
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3ef849801f408d1e06e75475a20b4c76b8561d0b16cebf7ddc7898d2b2411f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011ee72b6bef048df56ecc0392eec8c3042fc5e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5a6fb479dc2c4d89c5af44224f5ed39164ba92291e11f45d30b49a7f520ae6
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8cb1c0f9e06208a0ed84b4d1a686308694a6c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd61db0422ec7cefdbe5ac3e4ecf4c15f0861d7159f7d58475eeebcda147df8c
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0611430540d093ff86b9ba3529abbf40b3489cb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb749228f049d4994f8b573e5ff6ec1b31a1cbc97c875628796f13bc71c21dfb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e631b877ca573e6f2bb937707ae885a03d407858
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0542b7651c8296d877ed8234b27081a6cfc04e49ede72b0dc1b7b2e48529a187
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed94e337370651d47666376f128e7eca9392be8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef419e6931ca4e659af3098abacce3663c16db4e48565aaf773763ba38f89b12
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2471bfe52a3a1981ddf370cbf02f537c9c5930d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95acdf81fa7d8f7d25b56c33feed2441ec1bbbeca941e2f44243b1ddea669c80
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f711c82737b421b513e81198aa475fdef11b90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6568abf0f708eb2167dbab253ee42e4c206391bb6a43c37857ccad02344733d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4847a89773eb6eb392b5f4e03c1985be1f448ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb0e6811c5789ab76242c7936471665e222e1cb404b6c9b8e1c24294e498aa2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c6a9899f11efb5a37287de31367cc7c890ac9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aad813df2afca2ae5af8a8b551269f00128918f4a17052b92a873e085a1077f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ee064d4a4e9ac4a53b5ddfee52468949379e34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5d3af40e67b09b0c9d484c975e3aa6f1a3b5e5078792f2b728110d12ed1b7d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cc98ab2b0fdd8a2ebd76e64ab0f45684c99b71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe72e72794a5e5ee51eec42d06c62a7e27802357713fd5807627064e0fe66c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab418211d8faf3e598199595453556188df4d81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d922daf06a31e71506b6942bb995e13e91f08f222f7089307cbcbdf98cc604f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11f16042c5ec8be497ab3d55627a4d76102370a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf4fc8b292d171f0b87466f027ec9f22e992d3a7597c987751256305a68679b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca242c7ec0fe8a8a3d328a0edb0a7aa8b649dd91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3ddfdb77a15321b86285a7345b787f5c464b3fea262e7ccec9d189f6c7d28e
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d6e654ada90be132653b0f56cdd4b515aa18d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9da8fac2130a4c567dcbfe3eb344f72e7584fe78381a01cf6453a2eedbef0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb605d84a2b05b40d490901be3688908371a0746
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f55cd446a7a5a33cd6e873cc071682a28ffa58e8223376deccf46b6de64f4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4f585c002f270f980f6ea06f127b78ef09a4f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceefcafaa87d1901f70f10ccf2dbd8f439c9222d2ce37f29e2f0e45c2e4727c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332adaee5f0f5ccc70013ab51738b28ff465dbb8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ba14084633ebb598725b39601d3aa7949ef28cdb2c7cc2ed6d2270751fa418
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0654ffd2f6263e775127220591ec03e1e5df7b6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0590911e7213fde8bfe7f59d03e840cc0fc8b3750529809e99d6673bbf398cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea28aa3ad8297cb49acdca01a096c29d3431262d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8591dab6f77065a0732144c840c1555f5abed234a14f8c68c4b91c54338f523
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd5689e18f478031f56dc140733c51ab1f4bf9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b159568179a1081aa1008a939f447a294c149ccf125649f84b17987ee3c42721
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cca9266cfa3d0ad1a2a735a1cc23848752da3c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38346cb4c5e3bbb7ee3568e231bc299f4bbb7f6e61398898bf2221f3f0416b72
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b59a0f5004131badb0120700ee7852a84c65d34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1e06a744103cb4310aada7155e9437d0083f89c4d8f425363e54ad2b44f08e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe78fb90227e32adce9874805f27092a39b81e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03bf7d1ae1bfdac610c61d9d80a5c875d11287774064894fc2eda98ba46cc92
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d2d2960e3e2e37160638e6f6fe742e8c5c22f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec45c5045523d978b09f3f85d65f6c62c9c41189bb2b615fcda9e9e5ad2f7f12
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aaeb2e63a1cc115bfddeeb3e2926a8398977f94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8fe60360ef4acaf2a57750b7fe7e93e1cf967fc08ad55b1a51df9d1cdfc27d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f644d1f619bf679c785bc31ac7f8764247b8ff6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516dc76546626bacf2f142b7a5957bbbdc2802020fa389651c35475790fa8af2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd9bbd0c4c3562a0d79878202ed0b94c07f5c69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c49c961399bab59d08accb8370c85493889e9724c2ebde116a1769d25e645e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3818b9c05e1fd338e1da5a665e685525ed0d521c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182c2e6e241b7a64707f90d1c9040a82b386f0135bbabf30bee8fdc1b4dbb988
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af477e0a34ef8c8933fb9c3d4c04158ad4d4463
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51f712689ffc0261daca5918245e791c39ab59d356fe4746185bd1710cc2d07
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a4ed54fd926b6b04db5c111a6afb9eb3ca4295
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1611b026dfee75fb1545bf02f9e6dfad88a59b110005dae437c473882498959
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e75ef3de14eeb358186567d8106ffa19e8f9e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7570cf1b6225e8467dd9c3cff5877218801e86d9cb532d3aca23430c10f2b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c248398a13055ac3ed08485790372bdea2bcd1e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f829ce46ccba372e567a91a27c30d5486221372880ca2d460ab95efb227e710f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb001aa3da9e4d7cc267a8bdd44b25c33a07f75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c2c5a281d4d028ceecf3c71717210be1e9f767c4f213b851724848c4fd63aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc438be1258e119357ba20388fca8459f8772054
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a88df3a80e2994b8bab8b7ba2f53ea047f257f5713281d89619f0e92ba2ca72
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878ebfa0b81d69fc617d9448cb79eea31027ad23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1c95edec44730ffc8eecc51dfdc174c2b80bbba3f27570ee5ae9a07e9c95e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5c6d378efe98de7a945f36bb335b4f326ca376
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163737add6ed9d8914668fe18d5bd8c61b5451a57d5f5e4cde54229626e6c4d3
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ac5ba24a5a5330580299843a984d37eea7bccc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57bf85ca52acf4c6ad228c55a0402cdc2e3de79e49e8dbd8ced5fb1907f6d9b
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175380b66a234e38af68a5d862bcab5e3c1f5763
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14c21c46d81fad0d32e182786bc6eff2143c08c165be137c24e6f8df2bcb6d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff70c1f61413e98157658b4151a7907d94dab6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7544374249988dba53f8efa59150af32c98a6d39aee397b23a081a4086dfd3b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9453e6886ef0b968ce4998cb9bf3a1caddfb4380
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3074c2565286decb7cf49f6b20ce05d5927b71be29f783eb378187f99cb34ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7183787b355ab6e22ddcf06d45c37e90cb17e420
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ff61af270d88d5e5111c6b11d2e1ef863de631410fe2e21fc64c8b222b4351
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f861f36c4763a9b04156eb16b6ab803c877a07b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6521ad864812d946de53a7b415bb672204432b307f4dc1a412abd4875186c5c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d739a0ff02d59b4fa9dbe5b497107bc372bb05ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ded0532ea8e5271a30c7c031b2f680c04778de4b490344e656db54146534c95
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59dd73ca8b3c06b64e22b15e3538d9ff1e1d48c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026796718554404e4f32383e6eb86b5982cd812f4751993b2facdb88a5fb6820
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba80e99854fa5fc6525d22b784d2c68387fb6b86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef9585318c255934f41d80eb78b9110141aecc62dac2b6f1c44f49c4a3ab9c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f0ad4e4dc2641c29af91b3fddf40605b78b5ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1379f8c9eadae21b54d51317987dbbad36fad53c491c461e3ca20ed87d47ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48f499a6f32379f9e3c25c55309e2b06b31deee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc990342af710fc8e75448f6eb09e8dc735ea5f230a1e5af50c8048d75da498
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d910871fd8df42cb22582b7225b91fa6817e3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0160f1901e9097ee61ca61e11a261f2995e0b449a5de785ba4ebcc81e8ac1fcf
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa64f94023cdceff7fb309a528377acbbf7dd43e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ef95aa8196504bf4f61bff2bb48299244d83758f6e8381fb2257260e31e0f9
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc3a3d5aa5376c7dba6aa482aca7e8f7b7502fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb55df26757529fff2537c2edb3d9b1e48e3b4b092e47d01396b31b077c7ade
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b947f244ac329bd28e5620b6c1f355328ec75569
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84bacc4be5ad0582a1a1a6d7152dc4e37a698baa507d25cd1185efcb62d1866
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60bae20130007bdb6d0b9584d5bda185792486c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0409eccb1d57a659cb29287d7d989e34b885526268547c960ea74c109950585
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daae8ad02f1beab9e9754d452636a521d816e2b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f340bd26ed9eb3ee9a1eec03c103b46656d2064d0222e4cca9f8b881d1a125c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876c51a4186da6a77289d431e2d71fa921d5d2a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f143a55f971de31305350ce3b938a3790c3359d52df2ad27215eb26a452d2c0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142217ac5eca76057ccbc49b21124b409fb32987
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2c361101215c656208d9ea48e9eef7198df339babf6001445e2799ab08b867
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05b61f0b2dc1153728e945f34f39b73668930da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5aa92cf5596231d803df4b1271759a5ab9cf13edc25fc75404fba512767d6a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277721fa086c578fa6c562e0383221c8444afbcd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba019360791da7e8442243ee66fa12f749f4e6bb23ccd1d43a04dfca1e5a60d
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741af82f30cd2ffd89458f9d27b03640c3efe56a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14800a9e52addfea9b6a9a4fbd9b6d7f30c7947796055578b74873c8a284d9be
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854ac446061e301ee0b00884db05c881749f0334
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d971de3d2da8ea2213462a5c967c42cd2eb5a23ca263e2c9507416c78d7a8cc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924dfaf12f6ab4025110c1ebf51c56061d8cafaf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c9e17dc2597d217d4f969409c2d4ec0458ded72b8f5d0407ec11ec7d91f44f
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03069b1a58d8befa54f5f14cacc190338eae4450
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d20281a08b07f57365291ed42700b0a19477210c4f0cadade652782b2ad93e1
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd70c98fb55798f0fbd3fd20df0ad1e669dc307
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcc62de4f57e17d2c656c32df86fe4b79e9c11a51a79dfc9b2dcf693d998d63
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd57e511c7be330effabadd34d28426699dad6a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984eab5e2f5cefb800957a44733f783fd2a4200816269d49fa47dfd2a147aaa3
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189c0c16045774c9ed07a33a3e43f1beba42cc57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be32a527a0b97163e92d0e4c5184f05f61ad1e149e7db29f612a9d476229d19c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c1705223bfb9114fa5330be663f312f1b8cb71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc979013ac9990993acf77c100af2cb4e70fcefcb36f3472f114a93697f254c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9d40f6ff791723fe7984ba08064e5e445ea79b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763985e563d90fb260580ef5b5504228be33806bde1132c56ae062d9689c0916
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6c6b5c42faf2789a93ca00e427a015b7e1bc1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c4c1e01617643b14126c5e12a5ce4fd10a171daea7e69eea734a253e5b8cc5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866f0529c80e235b163173a67c17e7bad903e273
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd2ca32d749e96a19889bcdd5b6bc198b36effd55eb1d0c9e854a12f2c33499
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b65f63cc1db9869aef2e04965d7399708ae931c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a0cf011752d095db87768c810c9746cf4eed112a93dbc86232943e8285337b
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3df67e73c8c5bfdf9294d2247feb05e280f13f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea1f374e3bfc637d0d97477282568a6595e42b35681644aac0748d8f979a989
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e23d3d0ce2134a8e83af442c5dd24ec9d7f9db1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40161b4984db6ac9b91672e6acea955944dff91d8ab9bc6f30dc992507816c68
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac4bae2a1f64eec1bca7655432a144b08bc27da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61af5cf6d223eb8716adfadb117d7dcd8d4257565cfef0224dc5cb4d2f31af6d
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b51108fb8fd38f7d9872cd450d4af183154b35e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fbc7656559adf06b88dce5c4968b1b40eb0ae5e8d530cbe2f02934def6623a
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b414af1a8602d33889ccd8364acfdd7d1ddbf651
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30af98db60c7bc1a4888a2644fd66e7cb626595e30d2ac1468dbda683b882c3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc2f816a7074f0a6d455c6bc203c84a60cd396d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0779bc4140a0df9147f95890a18f1642c874a66ce43713dc3a2118d50a5d887a
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a84d959fe3549236b1713683e7c95249def3ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668f3e779ecdd725fd43b9499aa883c99b575e28ce33cf0645dc67518bb958dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f817c48af18e87b8bcf918765e282c37c7182af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a5f154054d1c0c3654f89ff18dff7d3e11374c3c41b225010f34ca17b24551
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7194849c6722c4c3bd86dcc553247d93a052517d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e787e49c28e7e1399420bf360ff12eeda90038d2380069539f02731154e362c
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4828706d741e95dd7f36be1a81cb49cd9e7de536
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58693bc538195a17d92a6d495ffd7a3cb3e548f28631e4fed6329c2de375e4fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef767e5aa4ba5a90624017c326fb9c06b756ad0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc2f8206b1846183796c93d0d9b862f93ac4116d13b4f80908bbc20092fa143
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23f245fff447467ae314dd63f02decdf4a86e83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8d4d25b1f1e168cd0acb01e0889d49fa8723abe1fd7c81cca2faedff233445
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabb02ec31f45076fc621cf9eedab575f827b262
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83432927dec65265a196938565ff02dd510444112ebd234f8c7ac44f60630f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6edc290eb4671b28833ecee1f332f74df1c88fa9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbe8c5ebff49202b41e68d1a0a5e476173c6514dc0ecc2d1aa01d7e22fc8584
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2357bc728157e571868847a949cfb72b9e1b5bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2431b625e6627df2753739ff843b93c6eb4a0596e64f12381058cae60d57e5cd
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b250cb5dc2fdb2e233f3983402698c66ea2efe04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e7c715d32a5e5c6971965451ccad4d245353ecb8f18552c002b2c4db98c5aa
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d615cf1156773aebaf7c7f7438977160e28d1a87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6867543919b642467172d610831e12df00ed4babe626b67d4f0aa59f33c1e9b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7948b016e4478b95ccf34d35ca29814db2fd4a4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60da47a26b3fde0b40ddc04c1c8bc51bd90c596cf969950dff609466aa4b6ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b368a65680663907305d21bf6cae11c4ea1cfb77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1bf6d8ab909e061a1df59134436b2014122242a86baa7d7031769eef328739
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989398fec56c93a7115d88ebf8c40d548a9afb3c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a276ebd3d436d003307f0ffee260c72e67070f6ccd587ed7b2e4c29958bd4a53
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e461d8d4af70d094fcf7dc608d9da49ecd24dc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b83bb2c852f1d222d57e876096a263b6f7c935ecbc9b0d94f4b5e4ecfd9c99
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2aeceb2c97112179a99174462d13ec21925bfb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71cd7e6b87118755af2e27b49bad0f62e89e8ece5506093ba11df94ab1da3cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59e8b5fde42a2dcd65834072cf716eeca2d44dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7b406cec7cb51aea0bc92d97d3f42ef9bb27b6fe73caa1e3f0d10a5dbcac75
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d55e28f574a0a026be6a2088104918269a4a0eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fb612faa8aee891ece5e88725eb92c0d915f49409ce63fc96aa6fc8b26a0a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797aa8c6de4b359ae75576331de176b2647be3e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13f94182decbc1a2378603b3d76bdf1547e8b0de38fcd54c5eb1102cb1b6743
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bccbc2fbfc9e4f9d7cf4daf0fb7139cd6fece2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504cecdd4d75272625c1866aef1c6962466de3f2c03e1c79d84aaa7319bc20ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91890f175aaac2642cc9f9babeed09752f576ddc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5354494652e9de57b448f4ca8014572ac9ec62a9fc43cce28bc00b4a1c0d8a5
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4856145f0be358beb123f9b0cd2ca841aebeef26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869b7fabb532fe75acac34e829c50ccd99e208a0ad78cf955312863de1aae471
+size 17539
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1435ee1067a710616776fe7e260603d1a51fbf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ba8bac787b7453b57aa4bea4b64ed9ae67a3aec34d8ef65c80175786175966
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a748dc3d78018181934c16ee5c95512222d77b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ac9a697de5df70978f69b61ec21a04b961928860c9be2853fc02af1a57bcad
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c2ab67eaaeb561a48efd77235d12f3919873a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b607c0ac781ca5790d89acced6823783501179689d7a102c34f9c9fca08797e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d50c4ae8b8122cc409dd4f0c2df8fe3d9a18bb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1157b26243b964a8e3efa5784909e2cc1f9b605ccafb5a58fd1b2ecfb2587b4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e587487bc3b75e0626ce4294b7542a9a86273a89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97fb304657defb91f7a2b73a6059550c136b01436f72340b976ed5afcddc854
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323809dad8788a8bc1e2baadcc5000674bd1fe91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86c71ff9e2df018ad51fbd389b861ca781e95170ded7a3334c9a2be0b8fd0cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506ac0b2abf6c5471fbeeb53d7e7ddb5ee28dcce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3716b230c47ce92e8db6aaaf7a8a44db8f63e4d0dd27ca645b4c6729a2e9abb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a653688e03b8419d65c28a5574e2d8ca60ac69e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095ce03cafaed8cce39c987588e9bcf3871a06eb478ab736e9cd3eb2e0675dd9
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1647fd86041082c1d4122e9db7603b8c54dc54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322c2f32e08d1012a5c85cdad4b81a1058d051bed256f464392b8aa255ee3fb6
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3394c1c66a9241e8ce42a09fef2270fe013ca88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d54f15bff4bebbb9df1d42e58e754bdf2d0b47c0bd8b2a85cf0f01be3979cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f84097aca4243f980092aac3cef847362885788
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077e94b41ca03a7c864155dd934462188cb8f8b7bf09335ba3caa5a99e7411c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1027262b7b0ecbddbe85fc06e851805b9c454ff6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9481ffa37ea1ae9027df2b1ea25f825b6cac7d63b1b0e8b19e6e271350acef86
+size 5251
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d72c91b39d791dfaf1e52a1848bfe43d65420af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230da981e1f81a32f910e116d65eaad1e8f3aa12156dccc165c7ef65cd445501
+size 3203
diff --git a/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23dabd5e61baf5994b41f51244eabedf0036c2c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafef8469a8bc5f156b523f39eb7a82d76c060ee6661435f80530f572c52dd46
+size 3203